2024-11-08 19:22:19,430 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-08 19:22:19,445 main DEBUG Took 0.012372 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 19:22:19,446 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 19:22:19,446 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 19:22:19,447 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 19:22:19,448 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:22:19,456 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 19:22:19,468 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:22:19,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:22:19,470 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:22:19,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:22:19,471 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:22:19,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:22:19,472 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:22:19,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:22:19,473 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:22:19,473 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:22:19,474 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:22:19,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:22:19,475 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:22:19,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:22:19,476 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:22:19,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:22:19,476 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:22:19,477 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:22:19,477 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:22:19,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:22:19,478 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:22:19,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:22:19,479 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:22:19,479 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:22:19,481 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:22:19,481 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 19:22:19,483 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:22:19,485 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 19:22:19,487 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 19:22:19,488 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 19:22:19,490 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 19:22:19,491 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 19:22:19,502 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 19:22:19,506 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 19:22:19,508 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 19:22:19,509 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 19:22:19,509 main DEBUG createAppenders(={Console}) 2024-11-08 19:22:19,510 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-08 19:22:19,511 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-08 19:22:19,511 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-08 19:22:19,512 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 19:22:19,512 main DEBUG OutputStream closed 2024-11-08 19:22:19,513 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 19:22:19,513 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 19:22:19,513 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-08 19:22:19,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 19:22:19,611 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 19:22:19,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 19:22:19,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 19:22:19,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 19:22:19,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 19:22:19,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 19:22:19,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 19:22:19,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 19:22:19,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 19:22:19,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 19:22:19,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 19:22:19,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 19:22:19,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 19:22:19,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 19:22:19,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 19:22:19,621 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 19:22:19,622 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 19:22:19,624 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 19:22:19,625 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-08 19:22:19,625 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 19:22:19,626 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-08T19:22:19,872 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b 2024-11-08 19:22:19,875 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 19:22:19,875 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T19:22:19,884 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-08T19:22:19,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:22:19,932 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/cluster_051efe96-b813-1458-5b3a-922544e437f1, deleteOnExit=true 2024-11-08T19:22:19,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:22:19,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/test.cache.data in system properties and HBase conf 2024-11-08T19:22:19,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:22:19,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:22:19,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:22:19,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:22:19,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:22:20,053 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T19:22:20,159 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:22:20,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:22:20,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:22:20,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:22:20,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:22:20,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:22:20,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:22:20,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:22:20,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:22:20,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:22:20,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:22:20,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:22:20,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:22:20,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:22:20,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:22:21,357 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T19:22:21,427 INFO [Time-limited test {}] log.Log(170): Logging initialized @2793ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T19:22:21,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:22:21,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:22:21,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:22:21,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:22:21,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:22:21,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:22:21,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:22:21,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:22:21,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2341a969{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/java.io.tmpdir/jetty-localhost-46835-hadoop-hdfs-3_4_1-tests_jar-_-any-15775086418937684176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:22:21,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:46835} 2024-11-08T19:22:21,753 INFO [Time-limited test {}] server.Server(415): Started @3121ms 2024-11-08T19:22:22,265 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:22:22,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:22:22,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:22:22,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:22:22,275 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T19:22:22,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54a7b62e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:22:22,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72782cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:22:22,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@292d50c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/java.io.tmpdir/jetty-localhost-43915-hadoop-hdfs-3_4_1-tests_jar-_-any-9958989037117739246/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:22:22,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@667c6eba{HTTP/1.1, (http/1.1)}{localhost:43915} 2024-11-08T19:22:22,381 INFO [Time-limited test {}] server.Server(415): Started @3749ms 2024-11-08T19:22:22,430 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:22:23,782 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/cluster_051efe96-b813-1458-5b3a-922544e437f1/data/data1/current/BP-1040388169-172.17.0.2-1731093740805/current, will proceed with Du for space computation calculation, 2024-11-08T19:22:23,782 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/cluster_051efe96-b813-1458-5b3a-922544e437f1/data/data2/current/BP-1040388169-172.17.0.2-1731093740805/current, will proceed with Du for space computation calculation, 2024-11-08T19:22:23,815 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:22:23,875 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7148aa07bee42f45 with lease ID 0xe5d9d16a19855cc1: Processing first storage report for DS-33da8b13-a8d6-48a4-ace3-c7169f293ad3 from datanode DatanodeRegistration(127.0.0.1:40451, datanodeUuid=0463fab1-243f-44a6-bbfa-405610f4064b, infoPort=41089, infoSecurePort=0, ipcPort=44023, storageInfo=lv=-57;cid=testClusterID;nsid=1734281660;c=1731093740805) 2024-11-08T19:22:23,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7148aa07bee42f45 with lease ID 0xe5d9d16a19855cc1: from storage DS-33da8b13-a8d6-48a4-ace3-c7169f293ad3 node DatanodeRegistration(127.0.0.1:40451, datanodeUuid=0463fab1-243f-44a6-bbfa-405610f4064b, infoPort=41089, infoSecurePort=0, ipcPort=44023, storageInfo=lv=-57;cid=testClusterID;nsid=1734281660;c=1731093740805), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T19:22:23,877 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7148aa07bee42f45 with lease ID 0xe5d9d16a19855cc1: Processing first storage report for DS-f5fb152f-b677-4389-8e83-3c46ad2a492d from datanode DatanodeRegistration(127.0.0.1:40451, datanodeUuid=0463fab1-243f-44a6-bbfa-405610f4064b, infoPort=41089, infoSecurePort=0, ipcPort=44023, storageInfo=lv=-57;cid=testClusterID;nsid=1734281660;c=1731093740805) 2024-11-08T19:22:23,877 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7148aa07bee42f45 with lease ID 0xe5d9d16a19855cc1: from storage DS-f5fb152f-b677-4389-8e83-3c46ad2a492d node DatanodeRegistration(127.0.0.1:40451, datanodeUuid=0463fab1-243f-44a6-bbfa-405610f4064b, infoPort=41089, infoSecurePort=0, ipcPort=44023, storageInfo=lv=-57;cid=testClusterID;nsid=1734281660;c=1731093740805), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:22:23,929 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b 2024-11-08T19:22:24,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/cluster_051efe96-b813-1458-5b3a-922544e437f1/zookeeper_0, clientPort=65047, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/cluster_051efe96-b813-1458-5b3a-922544e437f1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/cluster_051efe96-b813-1458-5b3a-922544e437f1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:22:24,016 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65047 2024-11-08T19:22:24,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:22:24,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:22:24,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:22:24,664 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa with version=8 2024-11-08T19:22:24,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/hbase-staging 2024-11-08T19:22:24,773 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T19:22:25,012 INFO [Time-limited test {}] client.ConnectionUtils(128): master/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:22:25,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:22:25,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:22:25,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:22:25,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:22:25,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:22:25,210 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:22:25,276 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T19:22:25,286 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T19:22:25,290 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:22:25,318 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 30786 (auto-detected) 2024-11-08T19:22:25,319 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T19:22:25,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45827 2024-11-08T19:22:25,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45827 connecting to ZooKeeper ensemble=127.0.0.1:65047 2024-11-08T19:22:25,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458270x0, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:22:25,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45827-0x1011be6451d0000 connected 2024-11-08T19:22:25,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:22:25,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:22:25,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:22:25,643 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa, hbase.cluster.distributed=false 2024-11-08T19:22:25,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:22:25,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45827 2024-11-08T19:22:25,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45827 2024-11-08T19:22:25,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45827 2024-11-08T19:22:25,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45827 2024-11-08T19:22:25,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45827 2024-11-08T19:22:25,818 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/692b295ad45c:0 server-side Connection retries=45 2024-11-08T19:22:25,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:22:25,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:22:25,820 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:22:25,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:22:25,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:22:25,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:22:25,826 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:22:25,827 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37615 2024-11-08T19:22:25,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37615 connecting to ZooKeeper ensemble=127.0.0.1:65047 2024-11-08T19:22:25,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:22:25,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:22:25,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376150x0, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:22:25,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376150x0, quorum=127.0.0.1:65047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:22:25,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37615-0x1011be6451d0001 connected 2024-11-08T19:22:25,859 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:22:25,869 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:22:25,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:22:25,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:22:25,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37615 2024-11-08T19:22:25,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37615 2024-11-08T19:22:25,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37615 2024-11-08T19:22:25,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37615 2024-11-08T19:22:25,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37615 2024-11-08T19:22:25,911 DEBUG [M:0;692b295ad45c:45827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;692b295ad45c:45827 2024-11-08T19:22:25,912 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/692b295ad45c,45827,1731093744840 2024-11-08T19:22:25,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:22:25,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:22:25,934 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/692b295ad45c,45827,1731093744840 2024-11-08T19:22:25,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:22:25,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:22:25,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:22:25,971 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T19:22:25,973 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/692b295ad45c,45827,1731093744840 from backup master directory 2024-11-08T19:22:25,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:22:25,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/692b295ad45c,45827,1731093744840 2024-11-08T19:22:25,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:22:25,984 WARN [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:22:25,985 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=692b295ad45c,45827,1731093744840 2024-11-08T19:22:25,987 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T19:22:25,988 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T19:22:26,056 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/hbase.id] with ID: d702e884-4e4e-4711-8324-d8621a1a0457 2024-11-08T19:22:26,057 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/.tmp/hbase.id 2024-11-08T19:22:26,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:22:26,471 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/.tmp/hbase.id]:[hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/hbase.id] 2024-11-08T19:22:26,527 INFO [master/692b295ad45c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:22:26,533 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:22:26,553 INFO [master/692b295ad45c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-08T19:22:26,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:22:26,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:22:26,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:22:26,636 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:22:26,639 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:22:26,654 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:26,658 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:22:26,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:22:27,110 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store 2024-11-08T19:22:27,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:22:27,535 INFO [master/692b295ad45c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T19:22:27,539 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:22:27,541 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:22:27,541 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:22:27,542 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:22:27,544 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:22:27,544 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:22:27,545 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:22:27,546 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093747541Disabling compacts and flushes for region at 1731093747541Disabling writes for close at 1731093747544 (+3 ms)Writing region close event to WAL at 1731093747544Closed at 1731093747544 2024-11-08T19:22:27,549 WARN [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/.initializing 2024-11-08T19:22:27,549 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/WALs/692b295ad45c,45827,1731093744840 2024-11-08T19:22:27,561 INFO [master/692b295ad45c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:22:27,579 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C45827%2C1731093744840, suffix=, logDir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/WALs/692b295ad45c,45827,1731093744840, archiveDir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/oldWALs, maxLogs=10 2024-11-08T19:22:27,610 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/WALs/692b295ad45c,45827,1731093744840/692b295ad45c%2C45827%2C1731093744840.1731093747584, exclude list is [], retry=0 2024-11-08T19:22:27,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40451,DS-33da8b13-a8d6-48a4-ace3-c7169f293ad3,DISK] 2024-11-08T19:22:27,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T19:22:27,675 INFO [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/WALs/692b295ad45c,45827,1731093744840/692b295ad45c%2C45827%2C1731093744840.1731093747584 2024-11-08T19:22:27,676 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41089:41089)] 2024-11-08T19:22:27,677 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:22:27,678 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:22:27,681 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:22:27,682 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:22:27,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:22:27,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:22:27,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:27,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:22:27,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:22:27,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:22:27,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:27,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:22:27,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:22:27,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:22:27,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:27,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:22:27,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:22:27,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:22:27,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:27,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:22:27,760 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:22:27,764 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:22:27,766 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:22:27,772 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:22:27,772 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:22:27,776 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:22:27,780 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:22:27,785 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:22:27,787 INFO [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74564240, jitterRate=0.11109375953674316}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:22:27,796 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731093747694Initializing all the Stores at 1731093747697 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093747697Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093747698 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093747698Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093747699 (+1 ms)Cleaning up temporary data from old regions at 1731093747773 (+74 ms)Region opened successfully at 1731093747795 (+22 ms) 2024-11-08T19:22:27,797 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:22:27,832 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2c71b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:22:27,860 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:22:27,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T19:22:27,870 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T19:22:27,873 INFO [master/692b295ad45c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:22:27,875 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T19:22:27,879 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T19:22:27,880 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:22:27,904 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:22:27,912 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T19:22:27,946 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T19:22:27,949 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:22:27,951 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:22:28,036 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T19:22:28,039 INFO [master/692b295ad45c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:22:28,043 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:22:28,102 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T19:22:28,103 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:22:28,130 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T19:22:28,151 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:22:28,162 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T19:22:28,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:22:28,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:22:28,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:22:28,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:22:28,176 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=692b295ad45c,45827,1731093744840, sessionid=0x1011be6451d0000, setting cluster-up flag (Was=false) 2024-11-08T19:22:28,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:22:28,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:22:28,666 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T19:22:28,668 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,45827,1731093744840 2024-11-08T19:22:28,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:22:28,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:22:29,112 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T19:22:29,114 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=692b295ad45c,45827,1731093744840 2024-11-08T19:22:29,121 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:22:29,201 INFO [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(746): ClusterId : d702e884-4e4e-4711-8324-d8621a1a0457 2024-11-08T19:22:29,202 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:22:29,204 DEBUG [RS:0;692b295ad45c:37615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:22:29,212 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:22:29,219 INFO [master/692b295ad45c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:22:29,224 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 692b295ad45c,45827,1731093744840 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:22:29,245 DEBUG [RS:0;692b295ad45c:37615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:22:29,245 DEBUG [RS:0;692b295ad45c:37615 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:22:29,246 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:22:29,246 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:22:29,246 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:22:29,247 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/692b295ad45c:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:22:29,247 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/692b295ad45c:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:22:29,247 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:22:29,247 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:22:29,248 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:22:29,251 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731093779251 2024-11-08T19:22:29,253 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:22:29,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:22:29,254 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:22:29,254 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:22:29,257 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:22:29,257 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:22:29,258 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:22:29,258 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:22:29,259 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:29,258 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:29,259 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:22:29,262 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:22:29,263 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:22:29,263 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:22:29,266 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:22:29,266 INFO [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:22:29,268 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093749268,5,FailOnTimeoutGroup] 2024-11-08T19:22:29,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:22:29,272 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093749269,5,FailOnTimeoutGroup] 2024-11-08T19:22:29,272 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:29,273 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:22:29,274 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:29,275 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:29,311 DEBUG [RS:0;692b295ad45c:37615 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:22:29,312 DEBUG [RS:0;692b295ad45c:37615 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dfd09d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=692b295ad45c/172.17.0.2:0 2024-11-08T19:22:29,330 DEBUG [RS:0;692b295ad45c:37615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;692b295ad45c:37615 2024-11-08T19:22:29,332 INFO [RS:0;692b295ad45c:37615 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:22:29,333 INFO [RS:0;692b295ad45c:37615 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:22:29,333 DEBUG [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:22:29,335 INFO [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(2659): reportForDuty to master=692b295ad45c,45827,1731093744840 with port=37615, startcode=1731093745778 2024-11-08T19:22:29,344 DEBUG [RS:0;692b295ad45c:37615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:22:29,380 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:22:29,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 692b295ad45c,37615,1731093745778 2024-11-08T19:22:29,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45827 {}] master.ServerManager(517): Registering regionserver=692b295ad45c,37615,1731093745778 2024-11-08T19:22:29,399 DEBUG [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa 2024-11-08T19:22:29,399 DEBUG [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37937 2024-11-08T19:22:29,400 DEBUG [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:22:29,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:22:29,473 DEBUG [RS:0;692b295ad45c:37615 {}] zookeeper.ZKUtil(111): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/692b295ad45c,37615,1731093745778 2024-11-08T19:22:29,474 WARN [RS:0;692b295ad45c:37615 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:22:29,475 INFO [RS:0;692b295ad45c:37615 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:22:29,475 DEBUG [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/WALs/692b295ad45c,37615,1731093745778 2024-11-08T19:22:29,479 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [692b295ad45c,37615,1731093745778] 2024-11-08T19:22:29,501 INFO [RS:0;692b295ad45c:37615 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:22:29,517 INFO [RS:0;692b295ad45c:37615 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:22:29,522 INFO [RS:0;692b295ad45c:37615 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:22:29,522 INFO [RS:0;692b295ad45c:37615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:29,523 INFO [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:22:29,529 INFO [RS:0;692b295ad45c:37615 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:22:29,531 INFO [RS:0;692b295ad45c:37615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:29,531 DEBUG [RS:0;692b295ad45c:37615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:22:29,531 DEBUG [RS:0;692b295ad45c:37615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:22:29,531 DEBUG [RS:0;692b295ad45c:37615 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:22:29,531 DEBUG [RS:0;692b295ad45c:37615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:22:29,532 DEBUG [RS:0;692b295ad45c:37615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:22:29,532 DEBUG [RS:0;692b295ad45c:37615 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/692b295ad45c:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:22:29,532 DEBUG [RS:0;692b295ad45c:37615 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:22:29,532 DEBUG [RS:0;692b295ad45c:37615 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:22:29,532 DEBUG [RS:0;692b295ad45c:37615 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:22:29,533 DEBUG [RS:0;692b295ad45c:37615 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:22:29,533 DEBUG [RS:0;692b295ad45c:37615 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:22:29,533 DEBUG [RS:0;692b295ad45c:37615 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/692b295ad45c:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:22:29,533 DEBUG [RS:0;692b295ad45c:37615 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:22:29,534 DEBUG [RS:0;692b295ad45c:37615 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:22:29,536 INFO [RS:0;692b295ad45c:37615 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:29,537 INFO [RS:0;692b295ad45c:37615 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:29,537 INFO [RS:0;692b295ad45c:37615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:29,537 INFO [RS:0;692b295ad45c:37615 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:29,537 INFO [RS:0;692b295ad45c:37615 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:29,537 INFO [RS:0;692b295ad45c:37615 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37615,1731093745778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:22:29,558 INFO [RS:0;692b295ad45c:37615 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:22:29,559 INFO [RS:0;692b295ad45c:37615 {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,37615,1731093745778-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:29,559 INFO [RS:0;692b295ad45c:37615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:29,559 INFO [RS:0;692b295ad45c:37615 {}] regionserver.Replication(171): 692b295ad45c,37615,1731093745778 started 2024-11-08T19:22:29,580 INFO [RS:0;692b295ad45c:37615 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:29,580 INFO [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1482): Serving as 692b295ad45c,37615,1731093745778, RpcServer on 692b295ad45c/172.17.0.2:37615, sessionid=0x1011be6451d0001 2024-11-08T19:22:29,581 DEBUG [RS:0;692b295ad45c:37615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:22:29,581 DEBUG [RS:0;692b295ad45c:37615 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 692b295ad45c,37615,1731093745778 2024-11-08T19:22:29,582 DEBUG [RS:0;692b295ad45c:37615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,37615,1731093745778' 2024-11-08T19:22:29,582 DEBUG [RS:0;692b295ad45c:37615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:22:29,583 DEBUG [RS:0;692b295ad45c:37615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:22:29,584 DEBUG [RS:0;692b295ad45c:37615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:22:29,584 DEBUG [RS:0;692b295ad45c:37615 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:22:29,584 DEBUG [RS:0;692b295ad45c:37615 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 692b295ad45c,37615,1731093745778 2024-11-08T19:22:29,584 DEBUG [RS:0;692b295ad45c:37615 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '692b295ad45c,37615,1731093745778' 2024-11-08T19:22:29,584 DEBUG [RS:0;692b295ad45c:37615 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:22:29,585 DEBUG [RS:0;692b295ad45c:37615 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:22:29,586 DEBUG [RS:0;692b295ad45c:37615 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:22:29,586 INFO [RS:0;692b295ad45c:37615 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:22:29,586 INFO [RS:0;692b295ad45c:37615 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:22:29,672 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:22:29,672 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa 2024-11-08T19:22:29,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:22:29,691 INFO [RS:0;692b295ad45c:37615 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:22:29,695 INFO [RS:0;692b295ad45c:37615 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C37615%2C1731093745778, suffix=, logDir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/WALs/692b295ad45c,37615,1731093745778, archiveDir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/oldWALs, maxLogs=32 2024-11-08T19:22:29,711 DEBUG [RS:0;692b295ad45c:37615 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/WALs/692b295ad45c,37615,1731093745778/692b295ad45c%2C37615%2C1731093745778.1731093749699, exclude list is [], retry=0 2024-11-08T19:22:29,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40451,DS-33da8b13-a8d6-48a4-ace3-c7169f293ad3,DISK] 2024-11-08T19:22:29,719 INFO [RS:0;692b295ad45c:37615 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/WALs/692b295ad45c,37615,1731093745778/692b295ad45c%2C37615%2C1731093745778.1731093749699 2024-11-08T19:22:29,720 DEBUG [RS:0;692b295ad45c:37615 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41089:41089)] 2024-11-08T19:22:30,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:22:30,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:22:30,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:22:30,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:30,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:22:30,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:22:30,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:22:30,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:30,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:22:30,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:22:30,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:22:30,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:30,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:22:30,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:22:30,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:22:30,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:30,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:22:30,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:22:30,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740 2024-11-08T19:22:30,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740 2024-11-08T19:22:30,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:22:30,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:22:30,115 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:22:30,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:22:30,121 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:22:30,122 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64617038, jitterRate=-0.03713110089302063}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:22:30,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731093750088Initializing all the Stores at 1731093750092 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093750093 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093750093Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093750093Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093750093Cleaning up temporary data from old regions at 1731093750114 (+21 ms)Region opened successfully at 1731093750125 (+11 ms) 2024-11-08T19:22:30,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:22:30,125 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:22:30,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:22:30,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:22:30,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:22:30,127 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:22:30,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093750125Disabling compacts and flushes for region at 1731093750125Disabling writes for close at 1731093750125Writing region close event to WAL at 1731093750126 (+1 ms)Closed at 1731093750127 (+1 ms) 2024-11-08T19:22:30,130 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:22:30,130 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:22:30,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:22:30,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:22:30,145 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:22:30,298 DEBUG [692b295ad45c:45827 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T19:22:30,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:22:30,318 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,37615,1731093745778, state=OPENING 2024-11-08T19:22:30,341 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:22:30,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:22:30,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:22:30,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:22:30,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:22:30,354 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:22:30,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:22:30,528 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:22:30,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:22:30,545 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:22:30,545 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:22:30,546 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:22:30,549 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=692b295ad45c%2C37615%2C1731093745778.meta, suffix=.meta, logDir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/WALs/692b295ad45c,37615,1731093745778, archiveDir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/oldWALs, maxLogs=32 2024-11-08T19:22:30,565 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/WALs/692b295ad45c,37615,1731093745778/692b295ad45c%2C37615%2C1731093745778.meta.1731093750551.meta, exclude list is [], retry=0 2024-11-08T19:22:30,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40451,DS-33da8b13-a8d6-48a4-ace3-c7169f293ad3,DISK] 2024-11-08T19:22:30,585 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/WALs/692b295ad45c,37615,1731093745778/692b295ad45c%2C37615%2C1731093745778.meta.1731093750551.meta 2024-11-08T19:22:30,586 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41089:41089)] 2024-11-08T19:22:30,587 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:22:30,590 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:22:30,593 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:22:30,600 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:22:30,606 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:22:30,607 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:22:30,608 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:22:30,608 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:22:30,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:22:30,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:22:30,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:30,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:22:30,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:22:30,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:22:30,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:30,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:22:30,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:22:30,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:22:30,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:30,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:22:30,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:22:30,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:22:30,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:30,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:22:30,629 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:22:30,631 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740 2024-11-08T19:22:30,635 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740 2024-11-08T19:22:30,638 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:22:30,639 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:22:30,640 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:22:30,643 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:22:30,646 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66329141, jitterRate=-0.011618778109550476}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:22:30,646 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:22:30,648 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731093750609Writing region info on filesystem at 1731093750609Initializing all the Stores at 1731093750612 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093750612Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093750612Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093750612Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731093750612Cleaning up temporary data from old regions at 1731093750639 (+27 ms)Running coprocessor post-open hooks at 1731093750646 (+7 ms)Region opened successfully at 1731093750647 (+1 ms) 2024-11-08T19:22:30,655 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731093750520 2024-11-08T19:22:30,668 DEBUG [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:22:30,669 INFO [RS_OPEN_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:22:30,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:22:30,674 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 692b295ad45c,37615,1731093745778, state=OPEN 2024-11-08T19:22:30,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:22:30,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:22:30,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:22:30,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:22:30,745 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:30,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:22:30,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=692b295ad45c,37615,1731093745778 in 390 msec 2024-11-08T19:22:30,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:22:30,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-11-08T19:22:30,764 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:22:30,764 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:22:30,782 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:22:30,783 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:22:30,802 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:22:30,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:22:30,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6740 sec 2024-11-08T19:22:30,827 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731093750827, completionTime=-1 2024-11-08T19:22:30,829 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T19:22:30,830 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T19:22:30,853 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T19:22:30,853 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731093810853 2024-11-08T19:22:30,853 INFO [master/692b295ad45c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731093870853 2024-11-08T19:22:30,853 INFO [master/692b295ad45c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-08T19:22:30,855 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,45827,1731093744840-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:30,856 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,45827,1731093744840-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:30,856 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,45827,1731093744840-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:30,858 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-692b295ad45c:45827, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:30,858 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:30,859 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:30,865 DEBUG [master/692b295ad45c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:22:30,887 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.902sec 2024-11-08T19:22:30,888 INFO [master/692b295ad45c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:22:30,889 INFO [master/692b295ad45c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:22:30,890 INFO [master/692b295ad45c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:22:30,890 INFO [master/692b295ad45c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:22:30,891 INFO [master/692b295ad45c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:22:30,891 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,45827,1731093744840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:22:30,892 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,45827,1731093744840-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:22:30,899 DEBUG [master/692b295ad45c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:22:30,900 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:22:30,901 INFO [master/692b295ad45c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=692b295ad45c,45827,1731093744840-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:22:30,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d57a2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:30,913 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T19:22:30,913 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T19:22:30,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:22:30,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:22:30,925 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:22:30,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:22:30,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:22:30,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42058ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:30,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:22:30,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:22:30,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:30,937 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:22:30,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7fbb0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:30,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:22:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:22:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:22:30,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:22:30,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=692b295ad45c,45827,1731093744840 2024-11-08T19:22:30,977 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=3539 2024-11-08T19:22:30,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:22:30,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,45827,1731093744840 2024-11-08T19:22:31,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cd49ee5 2024-11-08T19:22:31,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:22:31,012 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:22:31,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T19:22:31,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:22:31,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T19:22:31,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:22:31,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-08T19:22:31,040 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:31,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:22:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:22:31,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741835_1011 (size=959) 2024-11-08T19:22:31,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:22:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:22:31,460 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa 2024-11-08T19:22:31,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741836_1012 (size=53) 2024-11-08T19:22:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:22:31,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:22:31,871 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6ea61cdab1eaacfd96319a4ebe7a3ebd, disabling compactions & flushes 2024-11-08T19:22:31,872 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:31,872 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:31,872 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. after waiting 0 ms 2024-11-08T19:22:31,872 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:31,872 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:31,872 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: Waiting for close lock at 1731093751871Disabling compacts and flushes for region at 1731093751871Disabling writes for close at 1731093751872 (+1 ms)Writing region close event to WAL at 1731093751872Closed at 1731093751872 2024-11-08T19:22:31,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:22:31,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731093751875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093751875"}]},"ts":"1731093751875"} 2024-11-08T19:22:31,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:22:31,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:22:31,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093751887"}]},"ts":"1731093751887"} 2024-11-08T19:22:31,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T19:22:31,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ea61cdab1eaacfd96319a4ebe7a3ebd, ASSIGN}] 2024-11-08T19:22:31,898 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ea61cdab1eaacfd96319a4ebe7a3ebd, ASSIGN 2024-11-08T19:22:31,900 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ea61cdab1eaacfd96319a4ebe7a3ebd, ASSIGN; state=OFFLINE, location=692b295ad45c,37615,1731093745778; forceNewPlan=false, retain=false 2024-11-08T19:22:32,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ea61cdab1eaacfd96319a4ebe7a3ebd, regionState=OPENING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:22:32,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ea61cdab1eaacfd96319a4ebe7a3ebd, ASSIGN because future has completed 2024-11-08T19:22:32,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:22:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:22:32,220 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:32,221 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:22:32,221 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:32,221 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:22:32,221 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:32,221 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:32,224 INFO [StoreOpener-6ea61cdab1eaacfd96319a4ebe7a3ebd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:32,227 INFO [StoreOpener-6ea61cdab1eaacfd96319a4ebe7a3ebd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ea61cdab1eaacfd96319a4ebe7a3ebd columnFamilyName A 2024-11-08T19:22:32,227 DEBUG [StoreOpener-6ea61cdab1eaacfd96319a4ebe7a3ebd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:32,228 INFO [StoreOpener-6ea61cdab1eaacfd96319a4ebe7a3ebd-1 {}] regionserver.HStore(327): Store=6ea61cdab1eaacfd96319a4ebe7a3ebd/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:22:32,228 INFO [StoreOpener-6ea61cdab1eaacfd96319a4ebe7a3ebd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:32,231 INFO [StoreOpener-6ea61cdab1eaacfd96319a4ebe7a3ebd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ea61cdab1eaacfd96319a4ebe7a3ebd columnFamilyName B 2024-11-08T19:22:32,231 DEBUG [StoreOpener-6ea61cdab1eaacfd96319a4ebe7a3ebd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:32,232 INFO [StoreOpener-6ea61cdab1eaacfd96319a4ebe7a3ebd-1 {}] regionserver.HStore(327): Store=6ea61cdab1eaacfd96319a4ebe7a3ebd/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:22:32,232 INFO [StoreOpener-6ea61cdab1eaacfd96319a4ebe7a3ebd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:32,235 INFO [StoreOpener-6ea61cdab1eaacfd96319a4ebe7a3ebd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ea61cdab1eaacfd96319a4ebe7a3ebd columnFamilyName C 2024-11-08T19:22:32,235 DEBUG [StoreOpener-6ea61cdab1eaacfd96319a4ebe7a3ebd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:32,236 INFO [StoreOpener-6ea61cdab1eaacfd96319a4ebe7a3ebd-1 {}] regionserver.HStore(327): Store=6ea61cdab1eaacfd96319a4ebe7a3ebd/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:22:32,236 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:32,238 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:32,238 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:32,241 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:32,241 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:32,242 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:22:32,246 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:32,251 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:22:32,252 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6ea61cdab1eaacfd96319a4ebe7a3ebd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73985828, jitterRate=0.10247474908828735}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:22:32,253 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:32,254 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: Running coprocessor pre-open hook at 1731093752222Writing region info on filesystem at 1731093752222Initializing all the Stores at 1731093752223 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093752223Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093752224 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093752224Cleaning up temporary data from old regions at 1731093752241 (+17 ms)Running coprocessor post-open hooks at 1731093752253 (+12 ms)Region opened successfully at 1731093752254 (+1 ms) 2024-11-08T19:22:32,257 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., pid=6, masterSystemTime=1731093752214 2024-11-08T19:22:32,261 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:32,262 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:32,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6ea61cdab1eaacfd96319a4ebe7a3ebd, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:22:32,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:22:32,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T19:22:32,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 in 214 msec 2024-11-08T19:22:32,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T19:22:32,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ea61cdab1eaacfd96319a4ebe7a3ebd, ASSIGN in 383 msec 2024-11-08T19:22:32,286 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:22:32,286 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093752286"}]},"ts":"1731093752286"} 2024-11-08T19:22:32,291 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T19:22:32,293 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:22:32,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2690 sec 2024-11-08T19:22:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:22:33,195 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:22:33,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1487a66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:22:33,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:22:33,204 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:22:33,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:22:33,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:22:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56cc3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:22:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:22:33,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:33,210 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:22:33,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d59d180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:22:33,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:22:33,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:22:33,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:22:33,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:22:33,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,45827,1731093744840 2024-11-08T19:22:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5147d04a 2024-11-08T19:22:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:22:33,232 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:22:33,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d3f2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:22:33,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:22:33,240 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:22:33,240 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:22:33,240 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:22:33,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dee243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:22:33,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:22:33,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:33,245 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:22:33,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408cf13e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ad9e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:22:33,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:22:33,252 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:22:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:22:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:22:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ddcdb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:22:33,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:22:33,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:33,256 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:22:33,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e463f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6308d33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:22:33,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:22:33,260 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:22:33,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:22:33,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:22:33,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745237a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:22:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:22:33,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:33,265 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:22:33,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4c56da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a822d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:22:33,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:22:33,270 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:22:33,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:22:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:22:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6b0c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:22:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:22:33,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:33,274 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:22:33,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1850bf91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7813eeba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:22:33,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:22:33,283 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:22:33,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:22:33,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:22:33,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fecaead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:22:33,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:22:33,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:33,287 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:22:33,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4652641e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f66d26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:22:33,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:22:33,293 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:22:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:22:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:22:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ebea6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:22:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:22:33,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:33,297 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:22:33,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638af609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225d1960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:22:33,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:22:33,303 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:22:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:22:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:22:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac65b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:22:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:22:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:33,306 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:22:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79314f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93b4e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:22:33,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:22:33,314 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:22:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:22:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:22:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a16c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:22:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:22:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:33,317 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:22:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a574470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7449cb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:22:33,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:22:33,321 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:22:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:22:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:22:33,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a18c602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:22:33,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:22:33,323 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:33,325 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:22:33,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1556c2b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:33,331 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:22:33,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:22:33,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:22:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:22:33,335 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:22:33,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:22:33,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:22:33,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:22:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-08T19:22:33,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:22:33,345 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:22:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:22:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:22:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:22:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:22:33,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:22:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:22:33,352 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:22:33,352 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:22:33,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:22:33,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:22:33,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:22:33,357 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:22:33,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:22:33,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:22:33,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:22:33,366 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:22:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:22:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:22:33,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:22:33,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:22:33,382 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:22:33,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:22:33,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:22:33,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:22:33,388 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:22:33,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:22:33,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:22:33,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:22:33,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:22:33,401 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:22:33,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:22:33,403 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:22:33,403 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:22:33,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:22:33,406 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:22:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:22:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:22:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:22:33,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:22:33,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:22:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:22:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:33,479 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:22:33,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:22:33,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T19:22:33,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:33,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:33,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:33,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:33,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:33,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/9e7e84742cf34217ba3a1c0db2d3a7f9 is 50, key is test_row_0/A:col10/1731093753455/Put/seqid=0 2024-11-08T19:22:33,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741837_1013 (size=12001) 2024-11-08T19:22:33,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/9e7e84742cf34217ba3a1c0db2d3a7f9 2024-11-08T19:22:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:22:33,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093813668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:33,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093813675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:33,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093813675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:33,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:33,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093813682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:33,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093813690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:33,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:33,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:33,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T19:22:33,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:33,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:33,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:33,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:33,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:33,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/15643e743f15467cb8fc75951712650f is 50, key is test_row_0/B:col10/1731093753455/Put/seqid=0 2024-11-08T19:22:33,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741838_1014 (size=12001) 2024-11-08T19:22:33,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/15643e743f15467cb8fc75951712650f 2024-11-08T19:22:33,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:33,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093813835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:33,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:33,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093813844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:33,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:33,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/34d7582abdc54e79b80bc12c821ad97b is 50, key is test_row_0/C:col10/1731093753455/Put/seqid=0 2024-11-08T19:22:33,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093813845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:33,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:33,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093813845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:33,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093813846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:33,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:33,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:33,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741839_1015 (size=12001) 2024-11-08T19:22:33,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/34d7582abdc54e79b80bc12c821ad97b 2024-11-08T19:22:33,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T19:22:33,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/9e7e84742cf34217ba3a1c0db2d3a7f9 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/9e7e84742cf34217ba3a1c0db2d3a7f9 2024-11-08T19:22:33,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:33,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:33,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:33,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:33,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:33,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/9e7e84742cf34217ba3a1c0db2d3a7f9, entries=150, sequenceid=13, filesize=11.7 K 2024-11-08T19:22:33,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/15643e743f15467cb8fc75951712650f as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/15643e743f15467cb8fc75951712650f 2024-11-08T19:22:33,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/15643e743f15467cb8fc75951712650f, entries=150, sequenceid=13, filesize=11.7 K 2024-11-08T19:22:33,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/34d7582abdc54e79b80bc12c821ad97b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/34d7582abdc54e79b80bc12c821ad97b 2024-11-08T19:22:33,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/34d7582abdc54e79b80bc12c821ad97b, entries=150, sequenceid=13, filesize=11.7 K 2024-11-08T19:22:33,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 489ms, sequenceid=13, compaction requested=false 2024-11-08T19:22:33,975 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-08T19:22:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:22:33,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:34,058 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:22:34,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T19:22:34,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T19:22:34,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:34,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:34,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:34,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:34,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:34,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/62ea2b758d2d4b08817bfa097bc16ebb is 50, key is test_row_0/A:col10/1731093754050/Put/seqid=0 2024-11-08T19:22:34,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093814089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093814095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093814098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093814094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741840_1016 (size=14341) 2024-11-08T19:22:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093814108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/62ea2b758d2d4b08817bfa097bc16ebb 2024-11-08T19:22:34,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/d6dd39dc3fe34f96bab60884e70f79d8 is 50, key is test_row_0/B:col10/1731093754050/Put/seqid=0 2024-11-08T19:22:34,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741841_1017 (size=12001) 2024-11-08T19:22:34,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/d6dd39dc3fe34f96bab60884e70f79d8 2024-11-08T19:22:34,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093814214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T19:22:34,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:34,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:34,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:34,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:34,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:34,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/ded02d9fe3fb4b419fe44c31ff2cead4 is 50, key is test_row_0/C:col10/1731093754050/Put/seqid=0 2024-11-08T19:22:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:34,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093814215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093814225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093814226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093814234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741842_1018 (size=12001) 2024-11-08T19:22:34,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/ded02d9fe3fb4b419fe44c31ff2cead4 2024-11-08T19:22:34,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/62ea2b758d2d4b08817bfa097bc16ebb as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/62ea2b758d2d4b08817bfa097bc16ebb 2024-11-08T19:22:34,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/62ea2b758d2d4b08817bfa097bc16ebb, entries=200, sequenceid=38, filesize=14.0 K 2024-11-08T19:22:34,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/d6dd39dc3fe34f96bab60884e70f79d8 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/d6dd39dc3fe34f96bab60884e70f79d8 2024-11-08T19:22:34,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/d6dd39dc3fe34f96bab60884e70f79d8, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T19:22:34,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/ded02d9fe3fb4b419fe44c31ff2cead4 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/ded02d9fe3fb4b419fe44c31ff2cead4 2024-11-08T19:22:34,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/ded02d9fe3fb4b419fe44c31ff2cead4, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T19:22:34,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 264ms, sequenceid=38, compaction requested=false 2024-11-08T19:22:34,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:34,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T19:22:34,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:34,380 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:22:34,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/6e5b0ae1ad7f470a9a8c52448c75e850 is 50, key is test_row_0/A:col10/1731093754100/Put/seqid=0 2024-11-08T19:22:34,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:34,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741843_1019 (size=9657) 2024-11-08T19:22:34,448 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/6e5b0ae1ad7f470a9a8c52448c75e850 2024-11-08T19:22:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:22:34,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/05c0eef506734d418b4cfaceff13907b is 50, key is test_row_0/B:col10/1731093754100/Put/seqid=0 2024-11-08T19:22:34,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093814517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093814519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741844_1020 (size=9657) 2024-11-08T19:22:34,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,533 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/05c0eef506734d418b4cfaceff13907b 2024-11-08T19:22:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093814522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093814525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093814527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/1e0127ac3498493eabb2b19aad718a81 is 50, key is test_row_0/C:col10/1731093754100/Put/seqid=0 2024-11-08T19:22:34,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741845_1021 (size=9657) 2024-11-08T19:22:34,607 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/1e0127ac3498493eabb2b19aad718a81 2024-11-08T19:22:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/6e5b0ae1ad7f470a9a8c52448c75e850 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/6e5b0ae1ad7f470a9a8c52448c75e850 2024-11-08T19:22:34,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093814635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093814635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093814645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093814646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,649 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/6e5b0ae1ad7f470a9a8c52448c75e850, entries=100, sequenceid=49, filesize=9.4 K 2024-11-08T19:22:34,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093814646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/05c0eef506734d418b4cfaceff13907b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/05c0eef506734d418b4cfaceff13907b 2024-11-08T19:22:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,674 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/05c0eef506734d418b4cfaceff13907b, entries=100, sequenceid=49, filesize=9.4 K 2024-11-08T19:22:34,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/1e0127ac3498493eabb2b19aad718a81 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/1e0127ac3498493eabb2b19aad718a81 2024-11-08T19:22:34,695 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/1e0127ac3498493eabb2b19aad718a81, entries=100, sequenceid=49, filesize=9.4 K 2024-11-08T19:22:34,697 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 317ms, sequenceid=49, compaction requested=true 2024-11-08T19:22:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:34,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:34,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T19:22:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T19:22:34,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T19:22:34,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3420 sec 2024-11-08T19:22:34,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.3770 sec 2024-11-08T19:22:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:34,858 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:22:34,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-08T19:22:34,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093814865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/a0d6a2bf67654798a97ba48fb909a27c is 50, key is test_row_0/A:col10/1731093754517/Put/seqid=0 2024-11-08T19:22:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093814869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093814873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093814879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093814875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741846_1022 (size=14341) 2024-11-08T19:22:34,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/a0d6a2bf67654798a97ba48fb909a27c 2024-11-08T19:22:34,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/abb047690b8749d3ba9b0807a108e4a3 is 50, key is test_row_0/B:col10/1731093754517/Put/seqid=0 2024-11-08T19:22:34,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741847_1023 (size=12001) 2024-11-08T19:22:34,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/abb047690b8749d3ba9b0807a108e4a3 2024-11-08T19:22:34,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/af097a6c4a43403397ab592ac224d9ab is 50, key is test_row_0/C:col10/1731093754517/Put/seqid=0 2024-11-08T19:22:34,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093814984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:34,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:34,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:34,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741848_1024 (size=12001) 2024-11-08T19:22:35,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/af097a6c4a43403397ab592ac224d9ab 2024-11-08T19:22:35,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093814995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093814995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093814996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/a0d6a2bf67654798a97ba48fb909a27c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/a0d6a2bf67654798a97ba48fb909a27c 2024-11-08T19:22:35,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/a0d6a2bf67654798a97ba48fb909a27c, entries=200, sequenceid=76, filesize=14.0 K 2024-11-08T19:22:35,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/abb047690b8749d3ba9b0807a108e4a3 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/abb047690b8749d3ba9b0807a108e4a3 2024-11-08T19:22:35,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/abb047690b8749d3ba9b0807a108e4a3, entries=150, sequenceid=76, filesize=11.7 K 2024-11-08T19:22:35,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/af097a6c4a43403397ab592ac224d9ab as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/af097a6c4a43403397ab592ac224d9ab 2024-11-08T19:22:35,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/af097a6c4a43403397ab592ac224d9ab, entries=150, sequenceid=76, filesize=11.7 K 2024-11-08T19:22:35,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 219ms, sequenceid=76, compaction requested=true 2024-11-08T19:22:35,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:35,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:22:35,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:35,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:22:35,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:35,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:22:35,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:35,100 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:22:35,100 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:22:35,105 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:22:35,108 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50340 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:22:35,109 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/A is initiating minor compaction (all files) 2024-11-08T19:22:35,109 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/B is initiating minor compaction (all files) 2024-11-08T19:22:35,110 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/A in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:35,110 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/B in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:35,110 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/15643e743f15467cb8fc75951712650f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/d6dd39dc3fe34f96bab60884e70f79d8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/05c0eef506734d418b4cfaceff13907b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/abb047690b8749d3ba9b0807a108e4a3] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=44.6 K 2024-11-08T19:22:35,110 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/9e7e84742cf34217ba3a1c0db2d3a7f9, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/62ea2b758d2d4b08817bfa097bc16ebb, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/6e5b0ae1ad7f470a9a8c52448c75e850, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/a0d6a2bf67654798a97ba48fb909a27c] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=49.2 K 2024-11-08T19:22:35,113 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 15643e743f15467cb8fc75951712650f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731093753446 2024-11-08T19:22:35,115 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting d6dd39dc3fe34f96bab60884e70f79d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731093753674 2024-11-08T19:22:35,116 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e7e84742cf34217ba3a1c0db2d3a7f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731093753446 2024-11-08T19:22:35,117 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 05c0eef506734d418b4cfaceff13907b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731093754086 2024-11-08T19:22:35,118 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62ea2b758d2d4b08817bfa097bc16ebb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731093753616 2024-11-08T19:22:35,119 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting abb047690b8749d3ba9b0807a108e4a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731093754517 2024-11-08T19:22:35,119 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e5b0ae1ad7f470a9a8c52448c75e850, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731093754086 2024-11-08T19:22:35,120 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0d6a2bf67654798a97ba48fb909a27c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731093754517 2024-11-08T19:22:35,181 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#A#compaction#13 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:35,182 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/76695063bbd94edca4809f87596a3699 is 50, key is test_row_0/A:col10/1731093754517/Put/seqid=0 2024-11-08T19:22:35,188 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#B#compaction#12 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:35,189 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/e6babce8518247a486ac1a9b230c5d6e is 50, key is test_row_0/B:col10/1731093754517/Put/seqid=0 2024-11-08T19:22:35,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741849_1025 (size=12139) 2024-11-08T19:22:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:35,206 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:22:35,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:22:35,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741850_1026 (size=12139) 2024-11-08T19:22:35,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/518267c688264c269598eab5d29f0204 is 50, key is test_row_0/A:col10/1731093754871/Put/seqid=0 2024-11-08T19:22:35,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741851_1027 (size=9657) 2024-11-08T19:22:35,273 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:22:35,273 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T19:22:35,281 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:22:35,281 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T19:22:35,282 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T19:22:35,282 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T19:22:35,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-08T19:22:35,284 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-08T19:22:35,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093815314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093815321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093815318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093815327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093815330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093815434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093815435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093815435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093815444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093815444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T19:22:35,494 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:22:35,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:22:35,497 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:22:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-08T19:22:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T19:22:35,501 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:22:35,504 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:22:35,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:22:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T19:22:35,624 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/76695063bbd94edca4809f87596a3699 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/76695063bbd94edca4809f87596a3699 2024-11-08T19:22:35,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,645 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/e6babce8518247a486ac1a9b230c5d6e as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/e6babce8518247a486ac1a9b230c5d6e 2024-11-08T19:22:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093815644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093815644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093815645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/518267c688264c269598eab5d29f0204 2024-11-08T19:22:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T19:22:35,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:35,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:35,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:35,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:35,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:35,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093815654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093815655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,673 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/A of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 76695063bbd94edca4809f87596a3699(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:35,673 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:35,677 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/A, priority=12, startTime=1731093755080; duration=0sec 2024-11-08T19:22:35,678 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:35,679 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:A 2024-11-08T19:22:35,679 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:22:35,682 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:22:35,682 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/C is initiating minor compaction (all files) 2024-11-08T19:22:35,683 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/C in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:35,683 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/34d7582abdc54e79b80bc12c821ad97b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/ded02d9fe3fb4b419fe44c31ff2cead4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/1e0127ac3498493eabb2b19aad718a81, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/af097a6c4a43403397ab592ac224d9ab] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=44.6 K 2024-11-08T19:22:35,684 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34d7582abdc54e79b80bc12c821ad97b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731093753446 2024-11-08T19:22:35,685 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting ded02d9fe3fb4b419fe44c31ff2cead4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731093753674 2024-11-08T19:22:35,687 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e0127ac3498493eabb2b19aad718a81, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731093754086 2024-11-08T19:22:35,688 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting af097a6c4a43403397ab592ac224d9ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731093754517 2024-11-08T19:22:35,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/6ec6ee6c86f14cb6a6a34f22e3bdcf03 is 50, key is test_row_0/B:col10/1731093754871/Put/seqid=0 2024-11-08T19:22:35,716 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/B of 6ea61cdab1eaacfd96319a4ebe7a3ebd into e6babce8518247a486ac1a9b230c5d6e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:35,716 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:35,716 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/B, priority=12, startTime=1731093755098; duration=0sec 2024-11-08T19:22:35,716 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:35,717 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:B 2024-11-08T19:22:35,725 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#C#compaction#16 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:35,726 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/46a0a3c27f4342fa95ff160b0cfe619d is 50, key is test_row_0/C:col10/1731093754517/Put/seqid=0 2024-11-08T19:22:35,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741852_1028 (size=9657) 2024-11-08T19:22:35,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/6ec6ee6c86f14cb6a6a34f22e3bdcf03 2024-11-08T19:22:35,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741853_1029 (size=12139) 2024-11-08T19:22:35,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/f8389c20043b4bd88daff06ed304abf1 is 50, key is test_row_0/C:col10/1731093754871/Put/seqid=0 2024-11-08T19:22:35,774 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/46a0a3c27f4342fa95ff160b0cfe619d as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/46a0a3c27f4342fa95ff160b0cfe619d 2024-11-08T19:22:35,790 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/C of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 46a0a3c27f4342fa95ff160b0cfe619d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:35,790 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:35,790 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/C, priority=12, startTime=1731093755098; duration=0sec 2024-11-08T19:22:35,791 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:35,791 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:C 2024-11-08T19:22:35,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741854_1030 (size=9657) 2024-11-08T19:22:35,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/f8389c20043b4bd88daff06ed304abf1 2024-11-08T19:22:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T19:22:35,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T19:22:35,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:35,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:35,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:35,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:35,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:35,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/518267c688264c269598eab5d29f0204 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/518267c688264c269598eab5d29f0204 2024-11-08T19:22:35,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/518267c688264c269598eab5d29f0204, entries=100, sequenceid=87, filesize=9.4 K 2024-11-08T19:22:35,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/6ec6ee6c86f14cb6a6a34f22e3bdcf03 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6ec6ee6c86f14cb6a6a34f22e3bdcf03 2024-11-08T19:22:35,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6ec6ee6c86f14cb6a6a34f22e3bdcf03, entries=100, sequenceid=87, filesize=9.4 K 2024-11-08T19:22:35,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/f8389c20043b4bd88daff06ed304abf1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/f8389c20043b4bd88daff06ed304abf1 2024-11-08T19:22:35,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/f8389c20043b4bd88daff06ed304abf1, entries=100, sequenceid=87, filesize=9.4 K 2024-11-08T19:22:35,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 671ms, sequenceid=87, compaction requested=false 2024-11-08T19:22:35,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:35,958 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:22:35,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-08T19:22:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:35,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T19:22:35,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:35,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:35,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:35,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/bd7fb58ae8e04a40b3071e34933c436c is 50, key is test_row_0/A:col10/1731093755955/Put/seqid=0 2024-11-08T19:22:35,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:35,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:35,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093815971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093815974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093815975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093815977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:35,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093815978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:35,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741855_1031 (size=14341) 2024-11-08T19:22:35,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/bd7fb58ae8e04a40b3071e34933c436c 2024-11-08T19:22:36,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/cf0ad3d15fa648698ffedd456c4cda10 is 50, key is test_row_0/B:col10/1731093755955/Put/seqid=0 2024-11-08T19:22:36,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741856_1032 (size=12001) 2024-11-08T19:22:36,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/cf0ad3d15fa648698ffedd456c4cda10 2024-11-08T19:22:36,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/a5c61d590f574a2692aefa05933786ea is 50, key is test_row_0/C:col10/1731093755955/Put/seqid=0 2024-11-08T19:22:36,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093816084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:36,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741857_1033 (size=12001) 2024-11-08T19:22:36,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/a5c61d590f574a2692aefa05933786ea 2024-11-08T19:22:36,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093816094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:36,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:36,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093816094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:36,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:36,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:36,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/bd7fb58ae8e04a40b3071e34933c436c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/bd7fb58ae8e04a40b3071e34933c436c 2024-11-08T19:22:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T19:22:36,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/bd7fb58ae8e04a40b3071e34933c436c, entries=200, sequenceid=118, filesize=14.0 K 2024-11-08T19:22:36,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/cf0ad3d15fa648698ffedd456c4cda10 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cf0ad3d15fa648698ffedd456c4cda10 2024-11-08T19:22:36,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T19:22:36,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:36,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:36,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:36,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:36,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:36,131 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T19:22:36,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cf0ad3d15fa648698ffedd456c4cda10, entries=150, sequenceid=118, filesize=11.7 K 2024-11-08T19:22:36,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/a5c61d590f574a2692aefa05933786ea as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/a5c61d590f574a2692aefa05933786ea 2024-11-08T19:22:36,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/a5c61d590f574a2692aefa05933786ea, entries=150, sequenceid=118, filesize=11.7 K 2024-11-08T19:22:36,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 230ms, sequenceid=118, compaction requested=true 2024-11-08T19:22:36,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:36,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:22:36,189 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:36,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:36,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:22:36,189 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:36,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:36,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:22:36,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:36,192 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:36,192 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36137 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:36,192 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/B is initiating minor compaction (all files) 2024-11-08T19:22:36,192 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/A is initiating minor compaction (all files) 2024-11-08T19:22:36,192 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/B in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:36,192 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/A in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:36,193 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/76695063bbd94edca4809f87596a3699, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/518267c688264c269598eab5d29f0204, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/bd7fb58ae8e04a40b3071e34933c436c] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=35.3 K 2024-11-08T19:22:36,193 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/e6babce8518247a486ac1a9b230c5d6e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6ec6ee6c86f14cb6a6a34f22e3bdcf03, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cf0ad3d15fa648698ffedd456c4cda10] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=33.0 K 2024-11-08T19:22:36,194 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting e6babce8518247a486ac1a9b230c5d6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731093754517 2024-11-08T19:22:36,194 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76695063bbd94edca4809f87596a3699, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731093754517 2024-11-08T19:22:36,195 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ec6ee6c86f14cb6a6a34f22e3bdcf03, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731093754871 2024-11-08T19:22:36,195 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 518267c688264c269598eab5d29f0204, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731093754871 2024-11-08T19:22:36,196 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd7fb58ae8e04a40b3071e34933c436c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731093755324 2024-11-08T19:22:36,196 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting cf0ad3d15fa648698ffedd456c4cda10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731093755324 2024-11-08T19:22:36,221 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#A#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:36,222 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/b81caae206f84cd39443bea8ec00c40b is 50, key is test_row_0/A:col10/1731093755955/Put/seqid=0 2024-11-08T19:22:36,231 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#B#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:36,232 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/de891e0c29264cba85de5d46a9058666 is 50, key is test_row_0/B:col10/1731093755955/Put/seqid=0 2024-11-08T19:22:36,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741859_1035 (size=12241) 2024-11-08T19:22:36,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741858_1034 (size=12241) 2024-11-08T19:22:36,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T19:22:36,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:36,287 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-08T19:22:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:36,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:36,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/f6439964ce734090a660b37d91192977 is 50, key is test_row_0/A:col10/1731093755974/Put/seqid=0 2024-11-08T19:22:36,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741860_1036 (size=12001) 2024-11-08T19:22:36,334 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/f6439964ce734090a660b37d91192977 2024-11-08T19:22:36,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/5eb7edc24bd34d849952cb14b17abbb4 is 50, key is test_row_0/B:col10/1731093755974/Put/seqid=0 2024-11-08T19:22:36,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741861_1037 (size=12001) 2024-11-08T19:22:36,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093816387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:36,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:36,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093816393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:36,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093816396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:36,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093816484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:36,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:36,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093816485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:36,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:36,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093816503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:36,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:36,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093816514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:36,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093816514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:36,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T19:22:36,684 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/b81caae206f84cd39443bea8ec00c40b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/b81caae206f84cd39443bea8ec00c40b 2024-11-08T19:22:36,684 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/de891e0c29264cba85de5d46a9058666 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/de891e0c29264cba85de5d46a9058666 2024-11-08T19:22:36,701 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/A of 6ea61cdab1eaacfd96319a4ebe7a3ebd into b81caae206f84cd39443bea8ec00c40b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:36,702 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:36,702 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/A, priority=13, startTime=1731093756189; duration=0sec 2024-11-08T19:22:36,702 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/B of 6ea61cdab1eaacfd96319a4ebe7a3ebd into de891e0c29264cba85de5d46a9058666(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:36,702 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:36,702 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/B, priority=13, startTime=1731093756189; duration=0sec 2024-11-08T19:22:36,703 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:36,703 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:B 2024-11-08T19:22:36,703 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:36,704 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:36,704 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:A 2024-11-08T19:22:36,707 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:36,707 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/C is initiating minor compaction (all files) 2024-11-08T19:22:36,707 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/C in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:36,707 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/46a0a3c27f4342fa95ff160b0cfe619d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/f8389c20043b4bd88daff06ed304abf1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/a5c61d590f574a2692aefa05933786ea] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=33.0 K 2024-11-08T19:22:36,708 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 46a0a3c27f4342fa95ff160b0cfe619d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731093754517 2024-11-08T19:22:36,711 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting f8389c20043b4bd88daff06ed304abf1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731093754871 2024-11-08T19:22:36,712 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting a5c61d590f574a2692aefa05933786ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731093755324 2024-11-08T19:22:36,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:36,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093816714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:36,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:36,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093816724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:36,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:36,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:36,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093816726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:36,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:36,755 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#C#compaction#25 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:36,756 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/a5702ae4fc5b46da8cca2cf8497331a1 is 50, key is test_row_0/C:col10/1731093755955/Put/seqid=0 2024-11-08T19:22:36,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741862_1038 (size=12241) 2024-11-08T19:22:36,790 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/a5702ae4fc5b46da8cca2cf8497331a1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/a5702ae4fc5b46da8cca2cf8497331a1 2024-11-08T19:22:36,792 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/5eb7edc24bd34d849952cb14b17abbb4 2024-11-08T19:22:36,815 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/C of 6ea61cdab1eaacfd96319a4ebe7a3ebd into a5702ae4fc5b46da8cca2cf8497331a1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:36,815 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:36,815 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/C, priority=13, startTime=1731093756190; duration=0sec 2024-11-08T19:22:36,815 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:36,815 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:C 2024-11-08T19:22:36,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/5a5331c9c8a04add85d4e9de5e4cdcbc is 50, key is test_row_0/C:col10/1731093755974/Put/seqid=0 2024-11-08T19:22:36,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741863_1039 (size=12001) 2024-11-08T19:22:36,837 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/5a5331c9c8a04add85d4e9de5e4cdcbc 2024-11-08T19:22:36,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/f6439964ce734090a660b37d91192977 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/f6439964ce734090a660b37d91192977 2024-11-08T19:22:36,861 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/f6439964ce734090a660b37d91192977, entries=150, sequenceid=127, filesize=11.7 K 2024-11-08T19:22:36,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/5eb7edc24bd34d849952cb14b17abbb4 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/5eb7edc24bd34d849952cb14b17abbb4 2024-11-08T19:22:36,877 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/5eb7edc24bd34d849952cb14b17abbb4, entries=150, sequenceid=127, filesize=11.7 K 2024-11-08T19:22:36,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/5a5331c9c8a04add85d4e9de5e4cdcbc as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/5a5331c9c8a04add85d4e9de5e4cdcbc 2024-11-08T19:22:36,894 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/5a5331c9c8a04add85d4e9de5e4cdcbc, entries=150, sequenceid=127, filesize=11.7 K 2024-11-08T19:22:36,895 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 609ms, sequenceid=127, compaction requested=false 2024-11-08T19:22:36,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:36,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:36,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T19:22:36,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T19:22:36,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T19:22:36,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec 2024-11-08T19:22:36,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.4150 sec 2024-11-08T19:22:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:22:37,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-08T19:22:37,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/60269939049548908768bbf35383cc2f is 50, key is test_row_0/A:col10/1731093756349/Put/seqid=0 2024-11-08T19:22:37,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741864_1040 (size=14541) 2024-11-08T19:22:37,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093817041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093817044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/60269939049548908768bbf35383cc2f 2024-11-08T19:22:37,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093817048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/cbc7f389454d4ef8a93aac7e8e56066f is 50, key is test_row_0/B:col10/1731093756349/Put/seqid=0 2024-11-08T19:22:37,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741865_1041 (size=12151) 2024-11-08T19:22:37,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/cbc7f389454d4ef8a93aac7e8e56066f 2024-11-08T19:22:37,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/960b68f813294a2eaf44faea80972a33 is 50, key is test_row_0/C:col10/1731093756349/Put/seqid=0 2024-11-08T19:22:37,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093817154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093817154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741866_1042 (size=12151) 2024-11-08T19:22:37,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/960b68f813294a2eaf44faea80972a33 2024-11-08T19:22:37,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093817164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/60269939049548908768bbf35383cc2f as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/60269939049548908768bbf35383cc2f 2024-11-08T19:22:37,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/60269939049548908768bbf35383cc2f, entries=200, sequenceid=158, filesize=14.2 K 2024-11-08T19:22:37,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/cbc7f389454d4ef8a93aac7e8e56066f as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cbc7f389454d4ef8a93aac7e8e56066f 2024-11-08T19:22:37,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cbc7f389454d4ef8a93aac7e8e56066f, entries=150, sequenceid=158, filesize=11.9 K 2024-11-08T19:22:37,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/960b68f813294a2eaf44faea80972a33 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/960b68f813294a2eaf44faea80972a33 2024-11-08T19:22:37,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/960b68f813294a2eaf44faea80972a33, entries=150, sequenceid=158, filesize=11.9 K 2024-11-08T19:22:37,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 216ms, sequenceid=158, compaction requested=true 2024-11-08T19:22:37,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:37,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:22:37,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:37,243 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:37,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:22:37,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:37,244 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:37,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:22:37,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:37,246 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:37,246 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:37,246 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/B is initiating minor compaction (all files) 2024-11-08T19:22:37,246 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/A is initiating minor compaction (all files) 2024-11-08T19:22:37,246 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/B in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:37,247 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/de891e0c29264cba85de5d46a9058666, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/5eb7edc24bd34d849952cb14b17abbb4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cbc7f389454d4ef8a93aac7e8e56066f] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=35.5 K 2024-11-08T19:22:37,247 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/A in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:37,247 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/b81caae206f84cd39443bea8ec00c40b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/f6439964ce734090a660b37d91192977, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/60269939049548908768bbf35383cc2f] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=37.9 K 2024-11-08T19:22:37,248 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting de891e0c29264cba85de5d46a9058666, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731093755324 2024-11-08T19:22:37,248 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting b81caae206f84cd39443bea8ec00c40b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731093755324 2024-11-08T19:22:37,249 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 5eb7edc24bd34d849952cb14b17abbb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731093755964 2024-11-08T19:22:37,249 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6439964ce734090a660b37d91192977, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731093755964 2024-11-08T19:22:37,251 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting cbc7f389454d4ef8a93aac7e8e56066f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731093756349 2024-11-08T19:22:37,252 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60269939049548908768bbf35383cc2f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731093756349 2024-11-08T19:22:37,279 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:37,280 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/3a0cbb2b4e5b4eb3b10159cfb50de9ec is 50, key is test_row_0/B:col10/1731093756349/Put/seqid=0 2024-11-08T19:22:37,291 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:37,292 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/8682145b1ff542a79fe52e152a4a4db0 is 50, key is test_row_0/A:col10/1731093756349/Put/seqid=0 2024-11-08T19:22:37,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741868_1044 (size=12493) 2024-11-08T19:22:37,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741867_1043 (size=12493) 2024-11-08T19:22:37,358 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/3a0cbb2b4e5b4eb3b10159cfb50de9ec as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/3a0cbb2b4e5b4eb3b10159cfb50de9ec 2024-11-08T19:22:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:37,373 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/B of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 3a0cbb2b4e5b4eb3b10159cfb50de9ec(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:37,373 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:37,373 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/B, priority=13, startTime=1731093757243; duration=0sec 2024-11-08T19:22:37,373 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:22:37,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:22:37,374 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:37,375 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:B 2024-11-08T19:22:37,375 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:37,379 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:37,379 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/C is initiating minor compaction (all files) 2024-11-08T19:22:37,379 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/C in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:37,379 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/a5702ae4fc5b46da8cca2cf8497331a1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/5a5331c9c8a04add85d4e9de5e4cdcbc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/960b68f813294a2eaf44faea80972a33] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=35.5 K 2024-11-08T19:22:37,380 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting a5702ae4fc5b46da8cca2cf8497331a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731093755324 2024-11-08T19:22:37,381 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a5331c9c8a04add85d4e9de5e4cdcbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731093755964 2024-11-08T19:22:37,381 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 960b68f813294a2eaf44faea80972a33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731093756349 2024-11-08T19:22:37,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/4b1325757c794cbfa372824daeed682b is 50, key is test_row_0/A:col10/1731093757364/Put/seqid=0 2024-11-08T19:22:37,407 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#C#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:37,408 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/1b596ba921e54434a597f964351ebe37 is 50, key is test_row_0/C:col10/1731093756349/Put/seqid=0 2024-11-08T19:22:37,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741870_1046 (size=12493) 2024-11-08T19:22:37,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741869_1045 (size=14541) 2024-11-08T19:22:37,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/4b1325757c794cbfa372824daeed682b 2024-11-08T19:22:37,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/da7d13c9fe42442084307ca0b565d0a4 is 50, key is test_row_0/B:col10/1731093757364/Put/seqid=0 2024-11-08T19:22:37,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741871_1047 (size=12151) 2024-11-08T19:22:37,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093817478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093817479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093817479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093817494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,499 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 6ea61cdab1eaacfd96319a4ebe7a3ebd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:22:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093817503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,506 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in 6ea61cdab1eaacfd96319a4ebe7a3ebd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:22:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093817593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093817593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093817594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T19:22:37,644 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:22:37,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:22:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-08T19:22:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T19:22:37,648 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:22:37,650 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:22:37,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:22:37,749 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/8682145b1ff542a79fe52e152a4a4db0 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/8682145b1ff542a79fe52e152a4a4db0 2024-11-08T19:22:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T19:22:37,763 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/A of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 8682145b1ff542a79fe52e152a4a4db0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:37,763 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:37,764 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/A, priority=13, startTime=1731093757243; duration=0sec 2024-11-08T19:22:37,764 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:37,765 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:A 2024-11-08T19:22:37,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T19:22:37,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093817804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:37,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:37,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:37,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093817805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:37,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093817807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:37,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:37,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:37,827 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/1b596ba921e54434a597f964351ebe37 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/1b596ba921e54434a597f964351ebe37 2024-11-08T19:22:37,841 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/C of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 1b596ba921e54434a597f964351ebe37(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:37,841 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:37,841 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/C, priority=13, startTime=1731093757244; duration=0sec 2024-11-08T19:22:37,841 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:37,841 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:C 2024-11-08T19:22:37,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/da7d13c9fe42442084307ca0b565d0a4 2024-11-08T19:22:37,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/eb6f62f35d234e4c9add492b5df202ce is 50, key is test_row_0/C:col10/1731093757364/Put/seqid=0 2024-11-08T19:22:37,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741872_1048 (size=12151) 2024-11-08T19:22:37,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/eb6f62f35d234e4c9add492b5df202ce 2024-11-08T19:22:37,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/4b1325757c794cbfa372824daeed682b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4b1325757c794cbfa372824daeed682b 2024-11-08T19:22:37,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4b1325757c794cbfa372824daeed682b, entries=200, sequenceid=171, filesize=14.2 K 2024-11-08T19:22:37,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/da7d13c9fe42442084307ca0b565d0a4 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/da7d13c9fe42442084307ca0b565d0a4 2024-11-08T19:22:37,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/da7d13c9fe42442084307ca0b565d0a4, entries=150, sequenceid=171, filesize=11.9 K 2024-11-08T19:22:37,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/eb6f62f35d234e4c9add492b5df202ce as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/eb6f62f35d234e4c9add492b5df202ce 2024-11-08T19:22:37,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/eb6f62f35d234e4c9add492b5df202ce, entries=150, sequenceid=171, filesize=11.9 K 2024-11-08T19:22:37,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 584ms, sequenceid=171, compaction requested=false 2024-11-08T19:22:37,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:37,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T19:22:37,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:37,960 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T19:22:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T19:22:37,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/21a527a4b76e4d79abbfefeea15706eb is 50, key is test_row_0/A:col10/1731093757440/Put/seqid=0 2024-11-08T19:22:38,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741873_1049 (size=12151) 2024-11-08T19:22:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:38,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:38,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093818129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:38,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093818131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093818132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:38,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:38,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093818243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093818243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:38,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093818244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:38,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T19:22:38,409 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/21a527a4b76e4d79abbfefeea15706eb 2024-11-08T19:22:38,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/56d6646f111c47bf8cf20fdc6d6de0fe is 50, key is test_row_0/B:col10/1731093757440/Put/seqid=0 2024-11-08T19:22:38,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741874_1050 (size=12151) 2024-11-08T19:22:38,436 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/56d6646f111c47bf8cf20fdc6d6de0fe 2024-11-08T19:22:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093818455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:38,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093818455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:38,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:38,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093818455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:38,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:38,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/b5f3c98e99ba4decae8007fcb2e527ea is 50, key is test_row_0/C:col10/1731093757440/Put/seqid=0 2024-11-08T19:22:38,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741875_1051 (size=12151) 2024-11-08T19:22:38,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093818763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:38,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:38,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093818763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:38,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:38,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093818763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T19:22:38,882 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/b5f3c98e99ba4decae8007fcb2e527ea 2024-11-08T19:22:38,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/21a527a4b76e4d79abbfefeea15706eb as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/21a527a4b76e4d79abbfefeea15706eb 2024-11-08T19:22:38,905 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/21a527a4b76e4d79abbfefeea15706eb, entries=150, sequenceid=197, filesize=11.9 K 2024-11-08T19:22:38,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/56d6646f111c47bf8cf20fdc6d6de0fe as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/56d6646f111c47bf8cf20fdc6d6de0fe 2024-11-08T19:22:38,917 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/56d6646f111c47bf8cf20fdc6d6de0fe, entries=150, sequenceid=197, filesize=11.9 K 2024-11-08T19:22:38,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/b5f3c98e99ba4decae8007fcb2e527ea as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/b5f3c98e99ba4decae8007fcb2e527ea 2024-11-08T19:22:38,930 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/b5f3c98e99ba4decae8007fcb2e527ea, entries=150, sequenceid=197, filesize=11.9 K 2024-11-08T19:22:38,934 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 974ms, sequenceid=197, compaction requested=true 2024-11-08T19:22:38,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:38,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:38,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T19:22:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T19:22:38,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T19:22:38,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2860 sec 2024-11-08T19:22:38,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.2960 sec 2024-11-08T19:22:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:39,277 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:22:39,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T19:22:39,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/87256dd6dbef4686b67a3b82409a0eff is 50, key is test_row_0/A:col10/1731093759276/Put/seqid=0 2024-11-08T19:22:39,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741876_1052 (size=16931) 2024-11-08T19:22:39,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/87256dd6dbef4686b67a3b82409a0eff 2024-11-08T19:22:39,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/282ce266694741b7b79b8be5fec1e49b is 50, key is test_row_0/B:col10/1731093759276/Put/seqid=0 2024-11-08T19:22:39,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741877_1053 (size=12151) 2024-11-08T19:22:39,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093819334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:39,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093819335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:39,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093819337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:39,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:39,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:39,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:39,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093819453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:39,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093819454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:39,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093819453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:39,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:39,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093819523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:39,527 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 6ea61cdab1eaacfd96319a4ebe7a3ebd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:22:39,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:39,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093819533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:39,536 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in 6ea61cdab1eaacfd96319a4ebe7a3ebd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:22:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:39,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093819664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093819664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:39,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093819664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:39,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:39,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:39,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/282ce266694741b7b79b8be5fec1e49b 2024-11-08T19:22:39,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/301f85524da64e8ba679814a73411cbd is 50, key is test_row_0/C:col10/1731093759276/Put/seqid=0 2024-11-08T19:22:39,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741878_1054 (size=12151) 2024-11-08T19:22:39,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/301f85524da64e8ba679814a73411cbd 2024-11-08T19:22:39,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/87256dd6dbef4686b67a3b82409a0eff as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/87256dd6dbef4686b67a3b82409a0eff 2024-11-08T19:22:39,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/87256dd6dbef4686b67a3b82409a0eff, entries=250, sequenceid=211, filesize=16.5 K 2024-11-08T19:22:39,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/282ce266694741b7b79b8be5fec1e49b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/282ce266694741b7b79b8be5fec1e49b 2024-11-08T19:22:39,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/282ce266694741b7b79b8be5fec1e49b, entries=150, sequenceid=211, filesize=11.9 K 2024-11-08T19:22:39,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/301f85524da64e8ba679814a73411cbd as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/301f85524da64e8ba679814a73411cbd 2024-11-08T19:22:39,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/301f85524da64e8ba679814a73411cbd, entries=150, sequenceid=211, filesize=11.9 K 2024-11-08T19:22:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T19:22:39,804 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:22:39,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:22:39,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 527ms, sequenceid=211, compaction requested=true 2024-11-08T19:22:39,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:39,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:22:39,805 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:22:39,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:39,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:22:39,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:39,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:22:39,805 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:22:39,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-08T19:22:39,808 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:22:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T19:22:39,809 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:22:39,810 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:22:39,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:22:39,810 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/A is initiating minor compaction (all files) 2024-11-08T19:22:39,810 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/A in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:39,810 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/8682145b1ff542a79fe52e152a4a4db0, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4b1325757c794cbfa372824daeed682b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/21a527a4b76e4d79abbfefeea15706eb, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/87256dd6dbef4686b67a3b82409a0eff] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=54.8 K 2024-11-08T19:22:39,811 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:22:39,811 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/B is initiating minor compaction (all files) 2024-11-08T19:22:39,811 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/B in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:39,811 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/3a0cbb2b4e5b4eb3b10159cfb50de9ec, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/da7d13c9fe42442084307ca0b565d0a4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/56d6646f111c47bf8cf20fdc6d6de0fe, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/282ce266694741b7b79b8be5fec1e49b] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=47.8 K 2024-11-08T19:22:39,812 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 8682145b1ff542a79fe52e152a4a4db0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731093756349 2024-11-08T19:22:39,813 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a0cbb2b4e5b4eb3b10159cfb50de9ec, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731093756349 2024-11-08T19:22:39,813 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b1325757c794cbfa372824daeed682b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731093757364 2024-11-08T19:22:39,814 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 21a527a4b76e4d79abbfefeea15706eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731093757440 2024-11-08T19:22:39,814 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting da7d13c9fe42442084307ca0b565d0a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731093757364 2024-11-08T19:22:39,815 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56d6646f111c47bf8cf20fdc6d6de0fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731093757440 2024-11-08T19:22:39,815 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 87256dd6dbef4686b67a3b82409a0eff, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731093758126 2024-11-08T19:22:39,816 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 282ce266694741b7b79b8be5fec1e49b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731093758127 2024-11-08T19:22:39,837 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#B#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:39,838 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/05138fa750864cbebe4e27b78799cca7 is 50, key is test_row_0/B:col10/1731093759276/Put/seqid=0 2024-11-08T19:22:39,847 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#A#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:39,848 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/8c35bb757cdb40ef9a69e3835840711d is 50, key is test_row_0/A:col10/1731093759276/Put/seqid=0 2024-11-08T19:22:39,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741879_1055 (size=12629) 2024-11-08T19:22:39,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741880_1056 (size=12629) 2024-11-08T19:22:39,906 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/8c35bb757cdb40ef9a69e3835840711d as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/8c35bb757cdb40ef9a69e3835840711d 2024-11-08T19:22:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T19:22:39,917 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/A of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 8c35bb757cdb40ef9a69e3835840711d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:39,917 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:39,917 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/A, priority=12, startTime=1731093759805; duration=0sec 2024-11-08T19:22:39,918 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:39,918 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:A 2024-11-08T19:22:39,918 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:22:39,921 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:22:39,921 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/C is initiating minor compaction (all files) 2024-11-08T19:22:39,921 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/C in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:39,921 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/1b596ba921e54434a597f964351ebe37, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/eb6f62f35d234e4c9add492b5df202ce, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/b5f3c98e99ba4decae8007fcb2e527ea, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/301f85524da64e8ba679814a73411cbd] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=47.8 K 2024-11-08T19:22:39,922 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b596ba921e54434a597f964351ebe37, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731093756349 2024-11-08T19:22:39,922 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting eb6f62f35d234e4c9add492b5df202ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731093757364 2024-11-08T19:22:39,923 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting b5f3c98e99ba4decae8007fcb2e527ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731093757440 2024-11-08T19:22:39,923 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 301f85524da64e8ba679814a73411cbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731093758127 2024-11-08T19:22:39,946 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#C#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:39,947 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/bea183071f5b4e8590eb3424688b5613 is 50, key is test_row_0/C:col10/1731093759276/Put/seqid=0 2024-11-08T19:22:39,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741881_1057 (size=12629) 2024-11-08T19:22:39,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-08T19:22:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:39,965 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T19:22:39,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/eb5ec9913277485c9823f4516522f348 is 50, key is test_row_0/A:col10/1731093759331/Put/seqid=0 2024-11-08T19:22:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:39,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:39,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741882_1058 (size=12151) 2024-11-08T19:22:39,980 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/eb5ec9913277485c9823f4516522f348 2024-11-08T19:22:39,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/7a4a49394ae5456f901b22ea32d008d8 is 50, key is test_row_0/B:col10/1731093759331/Put/seqid=0 2024-11-08T19:22:40,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093820000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:40,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093820003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:40,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093820003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:40,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741883_1059 (size=12151) 2024-11-08T19:22:40,037 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/7a4a49394ae5456f901b22ea32d008d8 2024-11-08T19:22:40,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/fb225367489d471391dc88e2034590b3 is 50, key is test_row_0/C:col10/1731093759331/Put/seqid=0 2024-11-08T19:22:40,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741884_1060 (size=12151) 2024-11-08T19:22:40,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093820114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:40,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:40,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093820114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:40,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:40,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093820114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:40,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T19:22:40,298 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/05138fa750864cbebe4e27b78799cca7 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/05138fa750864cbebe4e27b78799cca7 2024-11-08T19:22:40,308 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/B of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 05138fa750864cbebe4e27b78799cca7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:40,308 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:40,308 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/B, priority=12, startTime=1731093759805; duration=0sec 2024-11-08T19:22:40,308 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:40,308 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:B 2024-11-08T19:22:40,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093820324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093820324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:40,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093820324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:40,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:40,365 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/bea183071f5b4e8590eb3424688b5613 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/bea183071f5b4e8590eb3424688b5613 2024-11-08T19:22:40,377 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/C of 6ea61cdab1eaacfd96319a4ebe7a3ebd into bea183071f5b4e8590eb3424688b5613(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:40,377 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:40,377 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/C, priority=12, startTime=1731093759805; duration=0sec 2024-11-08T19:22:40,377 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:40,377 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:C 2024-11-08T19:22:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T19:22:40,467 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/fb225367489d471391dc88e2034590b3 2024-11-08T19:22:40,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/eb5ec9913277485c9823f4516522f348 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/eb5ec9913277485c9823f4516522f348 2024-11-08T19:22:40,485 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/eb5ec9913277485c9823f4516522f348, entries=150, sequenceid=236, filesize=11.9 K 2024-11-08T19:22:40,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/7a4a49394ae5456f901b22ea32d008d8 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/7a4a49394ae5456f901b22ea32d008d8 2024-11-08T19:22:40,495 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/7a4a49394ae5456f901b22ea32d008d8, entries=150, sequenceid=236, filesize=11.9 K 2024-11-08T19:22:40,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/fb225367489d471391dc88e2034590b3 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fb225367489d471391dc88e2034590b3 2024-11-08T19:22:40,506 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fb225367489d471391dc88e2034590b3, entries=150, sequenceid=236, filesize=11.9 K 2024-11-08T19:22:40,509 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 543ms, sequenceid=236, compaction requested=false 2024-11-08T19:22:40,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:40,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:40,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T19:22:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T19:22:40,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T19:22:40,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 701 msec 2024-11-08T19:22:40,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 715 msec 2024-11-08T19:22:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:40,635 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:22:40,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T19:22:40,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/4583f925688d4506a58a7768b196bd35 is 50, key is test_row_0/A:col10/1731093760634/Put/seqid=0 2024-11-08T19:22:40,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741885_1061 (size=9757) 2024-11-08T19:22:40,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093820717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093820717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:40,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093820717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:40,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093820833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093820833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093820834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:40,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T19:22:40,944 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:22:40,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:22:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-08T19:22:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T19:22:40,947 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:22:40,950 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:22:40,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:22:41,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093821043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:41,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093821043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:41,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093821043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:41,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:41,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T19:22:41,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-08T19:22:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:41,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/4583f925688d4506a58a7768b196bd35 2024-11-08T19:22:41,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/77a489d1e61d4365813c29f6b8c1bc4a is 50, key is test_row_0/B:col10/1731093760634/Put/seqid=0 2024-11-08T19:22:41,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741886_1062 (size=9757) 2024-11-08T19:22:41,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-08T19:22:41,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:41,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:41,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:41,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T19:22:41,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093821353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:41,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:41,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093821353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:41,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093821353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:41,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:41,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-08T19:22:41,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:41,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:41,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:41,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/77a489d1e61d4365813c29f6b8c1bc4a 2024-11-08T19:22:41,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/9695e1be12804ac5b063fc6c028db169 is 50, key is test_row_0/C:col10/1731093760634/Put/seqid=0 2024-11-08T19:22:41,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741887_1063 (size=9757) 2024-11-08T19:22:41,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-08T19:22:41,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:41,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:41,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:41,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T19:22:41,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-08T19:22:41,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:41,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:41,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:41,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:41,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093821864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093821863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093821864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:41,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:41,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-08T19:22:41,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:41,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:41,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:41,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:41,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/9695e1be12804ac5b063fc6c028db169 2024-11-08T19:22:41,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/4583f925688d4506a58a7768b196bd35 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4583f925688d4506a58a7768b196bd35 2024-11-08T19:22:41,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4583f925688d4506a58a7768b196bd35, entries=100, sequenceid=252, filesize=9.5 K 2024-11-08T19:22:41,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/77a489d1e61d4365813c29f6b8c1bc4a as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/77a489d1e61d4365813c29f6b8c1bc4a 2024-11-08T19:22:41,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/77a489d1e61d4365813c29f6b8c1bc4a, entries=100, sequenceid=252, filesize=9.5 K 2024-11-08T19:22:41,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/9695e1be12804ac5b063fc6c028db169 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9695e1be12804ac5b063fc6c028db169 2024-11-08T19:22:41,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9695e1be12804ac5b063fc6c028db169, entries=100, sequenceid=252, filesize=9.5 K 2024-11-08T19:22:41,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 1351ms, sequenceid=252, compaction requested=true 2024-11-08T19:22:41,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:41,987 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:41,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:22:41,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:41,987 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:41,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:22:41,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:41,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:22:41,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:41,988 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:41,989 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/A is initiating minor compaction (all files) 2024-11-08T19:22:41,989 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:41,989 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/A in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:41,989 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/B is initiating minor compaction (all files) 2024-11-08T19:22:41,989 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/B in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:41,989 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/8c35bb757cdb40ef9a69e3835840711d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/eb5ec9913277485c9823f4516522f348, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4583f925688d4506a58a7768b196bd35] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=33.7 K 2024-11-08T19:22:41,989 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/05138fa750864cbebe4e27b78799cca7, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/7a4a49394ae5456f901b22ea32d008d8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/77a489d1e61d4365813c29f6b8c1bc4a] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=33.7 K 2024-11-08T19:22:41,989 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05138fa750864cbebe4e27b78799cca7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731093758127 2024-11-08T19:22:41,990 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c35bb757cdb40ef9a69e3835840711d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731093758127 2024-11-08T19:22:41,990 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a4a49394ae5456f901b22ea32d008d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731093759330 2024-11-08T19:22:41,990 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting eb5ec9913277485c9823f4516522f348, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731093759330 2024-11-08T19:22:41,991 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77a489d1e61d4365813c29f6b8c1bc4a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731093760000 2024-11-08T19:22:41,991 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 4583f925688d4506a58a7768b196bd35, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731093760000 2024-11-08T19:22:42,004 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#A#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:42,005 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/71c8fe6dc90249a0adae9530fbd276da is 50, key is test_row_0/A:col10/1731093760634/Put/seqid=0 2024-11-08T19:22:42,008 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:42,009 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/60165333c519413d8d6a5abd97b626ad is 50, key is test_row_0/B:col10/1731093760634/Put/seqid=0 2024-11-08T19:22:42,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741888_1064 (size=12731) 2024-11-08T19:22:42,026 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/71c8fe6dc90249a0adae9530fbd276da as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/71c8fe6dc90249a0adae9530fbd276da 2024-11-08T19:22:42,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-08T19:22:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:42,028 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T19:22:42,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741889_1065 (size=12731) 2024-11-08T19:22:42,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/ea46edaeff434e2b8792038209755455 is 50, key is test_row_0/A:col10/1731093760675/Put/seqid=0 2024-11-08T19:22:42,043 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/A of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 71c8fe6dc90249a0adae9530fbd276da(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:42,043 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:42,043 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/A, priority=13, startTime=1731093761987; duration=0sec 2024-11-08T19:22:42,043 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/60165333c519413d8d6a5abd97b626ad as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/60165333c519413d8d6a5abd97b626ad 2024-11-08T19:22:42,043 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:42,043 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:A 2024-11-08T19:22:42,043 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:42,047 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:42,048 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/C is initiating minor compaction (all files) 2024-11-08T19:22:42,048 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/C in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:42,049 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/bea183071f5b4e8590eb3424688b5613, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fb225367489d471391dc88e2034590b3, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9695e1be12804ac5b063fc6c028db169] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=33.7 K 2024-11-08T19:22:42,050 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting bea183071f5b4e8590eb3424688b5613, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731093758127 2024-11-08T19:22:42,050 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting fb225367489d471391dc88e2034590b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731093759330 2024-11-08T19:22:42,050 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 9695e1be12804ac5b063fc6c028db169, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731093760000 2024-11-08T19:22:42,062 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:42,063 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/B of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 60165333c519413d8d6a5abd97b626ad(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:42,063 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:42,063 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/713daec7f5ed4f5d8fcece405d087402 is 50, key is test_row_0/C:col10/1731093760634/Put/seqid=0 2024-11-08T19:22:42,063 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/B, priority=13, startTime=1731093761987; duration=0sec 2024-11-08T19:22:42,063 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:42,063 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:B 2024-11-08T19:22:42,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741890_1066 (size=12301) 2024-11-08T19:22:42,069 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/ea46edaeff434e2b8792038209755455 2024-11-08T19:22:42,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/035bfb5e526f4ef1bb67e5f9dfea894b is 50, key is test_row_0/B:col10/1731093760675/Put/seqid=0 2024-11-08T19:22:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T19:22:42,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741891_1067 (size=12731) 2024-11-08T19:22:42,098 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/713daec7f5ed4f5d8fcece405d087402 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/713daec7f5ed4f5d8fcece405d087402 2024-11-08T19:22:42,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741892_1068 (size=12301) 2024-11-08T19:22:42,110 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/C of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 713daec7f5ed4f5d8fcece405d087402(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:42,110 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:42,110 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/C, priority=13, startTime=1731093761988; duration=0sec 2024-11-08T19:22:42,110 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:42,110 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:C 2024-11-08T19:22:42,508 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/035bfb5e526f4ef1bb67e5f9dfea894b 2024-11-08T19:22:42,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/117faf5dac6f404484236bab3583909b is 50, key is test_row_0/C:col10/1731093760675/Put/seqid=0 2024-11-08T19:22:42,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741893_1069 (size=12301) 2024-11-08T19:22:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:42,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:42,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093822891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:42,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:42,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:42,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:42,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093822892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:42,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:42,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:42,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:42,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093822894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:42,924 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/117faf5dac6f404484236bab3583909b 2024-11-08T19:22:42,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/ea46edaeff434e2b8792038209755455 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ea46edaeff434e2b8792038209755455 2024-11-08T19:22:42,937 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ea46edaeff434e2b8792038209755455, entries=150, sequenceid=275, filesize=12.0 K 2024-11-08T19:22:42,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/035bfb5e526f4ef1bb67e5f9dfea894b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/035bfb5e526f4ef1bb67e5f9dfea894b 2024-11-08T19:22:42,945 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/035bfb5e526f4ef1bb67e5f9dfea894b, entries=150, sequenceid=275, filesize=12.0 K 2024-11-08T19:22:42,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/117faf5dac6f404484236bab3583909b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/117faf5dac6f404484236bab3583909b 2024-11-08T19:22:42,953 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/117faf5dac6f404484236bab3583909b, entries=150, sequenceid=275, filesize=12.0 K 2024-11-08T19:22:42,955 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 926ms, sequenceid=275, compaction requested=false 2024-11-08T19:22:42,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:42,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:42,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-08T19:22:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-08T19:22:42,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T19:22:42,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0070 sec 2024-11-08T19:22:42,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.0140 sec 2024-11-08T19:22:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:43,007 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:22:43,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T19:22:43,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/a7698fe6a7e04ec8985a3a692b5e436d is 50, key is test_row_0/A:col10/1731093762889/Put/seqid=0 2024-11-08T19:22:43,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741894_1070 (size=14741) 2024-11-08T19:22:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T19:22:43,094 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:22:43,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:22:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-08T19:22:43,098 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:22:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T19:22:43,100 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:22:43,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:22:43,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093823101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093823102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093823104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T19:22:43,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093823213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093823224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093823224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T19:22:43,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:43,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:43,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:43,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:43,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:43,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T19:22:43,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:43,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:43,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:43,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:43,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T19:22:43,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093823423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093823434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093823434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/a7698fe6a7e04ec8985a3a692b5e436d 2024-11-08T19:22:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/9bb3ba6c9ecb46119ead4ddc8452701b is 50, key is test_row_0/B:col10/1731093762889/Put/seqid=0 2024-11-08T19:22:43,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741895_1071 (size=12301) 2024-11-08T19:22:43,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/9bb3ba6c9ecb46119ead4ddc8452701b 2024-11-08T19:22:43,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/e667b0ad08c345e98437d520c527bf67 is 50, key is test_row_0/C:col10/1731093762889/Put/seqid=0 2024-11-08T19:22:43,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741896_1072 (size=12301) 2024-11-08T19:22:43,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/e667b0ad08c345e98437d520c527bf67 2024-11-08T19:22:43,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/a7698fe6a7e04ec8985a3a692b5e436d as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/a7698fe6a7e04ec8985a3a692b5e436d 2024-11-08T19:22:43,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/a7698fe6a7e04ec8985a3a692b5e436d, entries=200, sequenceid=292, filesize=14.4 K 2024-11-08T19:22:43,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/9bb3ba6c9ecb46119ead4ddc8452701b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/9bb3ba6c9ecb46119ead4ddc8452701b 2024-11-08T19:22:43,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/9bb3ba6c9ecb46119ead4ddc8452701b, entries=150, sequenceid=292, filesize=12.0 K 2024-11-08T19:22:43,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/e667b0ad08c345e98437d520c527bf67 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/e667b0ad08c345e98437d520c527bf67 2024-11-08T19:22:43,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/e667b0ad08c345e98437d520c527bf67, entries=150, sequenceid=292, filesize=12.0 K 2024-11-08T19:22:43,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 537ms, sequenceid=292, compaction requested=true 2024-11-08T19:22:43,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:43,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:22:43,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:43,545 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:43,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:22:43,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:43,545 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:43,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:22:43,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:43,547 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:22:43,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T19:22:43,548 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:43,548 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:43,548 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/B is initiating minor compaction (all files) 2024-11-08T19:22:43,548 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/A is initiating minor compaction (all files) 2024-11-08T19:22:43,548 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/B in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:43,548 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/A in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:43,548 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/60165333c519413d8d6a5abd97b626ad, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/035bfb5e526f4ef1bb67e5f9dfea894b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/9bb3ba6c9ecb46119ead4ddc8452701b] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=36.5 K 2024-11-08T19:22:43,548 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/71c8fe6dc90249a0adae9530fbd276da, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ea46edaeff434e2b8792038209755455, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/a7698fe6a7e04ec8985a3a692b5e436d] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=38.8 K 2024-11-08T19:22:43,548 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 60165333c519413d8d6a5abd97b626ad, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731093759330 2024-11-08T19:22:43,548 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71c8fe6dc90249a0adae9530fbd276da, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731093759330 2024-11-08T19:22:43,549 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea46edaeff434e2b8792038209755455, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731093760675 2024-11-08T19:22:43,549 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 035bfb5e526f4ef1bb67e5f9dfea894b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731093760675 2024-11-08T19:22:43,550 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7698fe6a7e04ec8985a3a692b5e436d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731093762889 2024-11-08T19:22:43,550 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bb3ba6c9ecb46119ead4ddc8452701b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731093762889 2024-11-08T19:22:43,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/36496b82ef804ee2828228c32f9b163e is 50, key is test_row_0/A:col10/1731093763098/Put/seqid=0 2024-11-08T19:22:43,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T19:22:43,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:43,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:43,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:43,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:43,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:43,569 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:43,569 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/2070d02af61f488c95d4e93e594933a1 is 50, key is test_row_0/A:col10/1731093762889/Put/seqid=0 2024-11-08T19:22:43,574 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#B#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:43,575 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/6173245a1b8a4527962ff2ed4608e3bb is 50, key is test_row_0/B:col10/1731093762889/Put/seqid=0 2024-11-08T19:22:43,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093823583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093823586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741898_1074 (size=12983) 2024-11-08T19:22:43,619 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/2070d02af61f488c95d4e93e594933a1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/2070d02af61f488c95d4e93e594933a1 2024-11-08T19:22:43,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741899_1075 (size=12983) 2024-11-08T19:22:43,631 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/A of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 2070d02af61f488c95d4e93e594933a1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:43,631 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:43,631 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/A, priority=13, startTime=1731093763545; duration=0sec 2024-11-08T19:22:43,631 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:43,631 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:A 2024-11-08T19:22:43,631 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:43,636 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:43,636 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/C is initiating minor compaction (all files) 2024-11-08T19:22:43,636 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/C in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:43,636 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/713daec7f5ed4f5d8fcece405d087402, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/117faf5dac6f404484236bab3583909b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/e667b0ad08c345e98437d520c527bf67] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=36.5 K 2024-11-08T19:22:43,638 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 713daec7f5ed4f5d8fcece405d087402, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731093759330 2024-11-08T19:22:43,638 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 117faf5dac6f404484236bab3583909b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731093760675 2024-11-08T19:22:43,640 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting e667b0ad08c345e98437d520c527bf67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731093762889 2024-11-08T19:22:43,645 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/6173245a1b8a4527962ff2ed4608e3bb as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6173245a1b8a4527962ff2ed4608e3bb 2024-11-08T19:22:43,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741897_1073 (size=14741) 2024-11-08T19:22:43,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/36496b82ef804ee2828228c32f9b163e 2024-11-08T19:22:43,657 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/B of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 6173245a1b8a4527962ff2ed4608e3bb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:43,658 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:43,659 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/B, priority=13, startTime=1731093763545; duration=0sec 2024-11-08T19:22:43,659 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:43,659 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:B 2024-11-08T19:22:43,661 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:43,661 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/9ea9cd98fe9042c682154a65b78d7bb6 is 50, key is test_row_0/C:col10/1731093762889/Put/seqid=0 2024-11-08T19:22:43,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/7822735daf1e4e67bc0bb41ebe38da7c is 50, key is test_row_0/B:col10/1731093763098/Put/seqid=0 2024-11-08T19:22:43,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741900_1076 (size=12983) 2024-11-08T19:22:43,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741901_1077 (size=12301) 2024-11-08T19:22:43,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093823694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093823694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T19:22:43,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:43,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:43,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:43,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:43,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T19:22:43,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093823734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093823743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093823743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T19:22:43,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:43,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:43,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:43,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:43,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:43,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093823903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093823903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:43,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T19:22:44,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:44,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:44,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:44,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:44,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:44,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/7822735daf1e4e67bc0bb41ebe38da7c 2024-11-08T19:22:44,099 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/9ea9cd98fe9042c682154a65b78d7bb6 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9ea9cd98fe9042c682154a65b78d7bb6 2024-11-08T19:22:44,108 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/C of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 9ea9cd98fe9042c682154a65b78d7bb6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:44,108 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:44,108 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/C, priority=13, startTime=1731093763545; duration=0sec 2024-11-08T19:22:44,109 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:44,109 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:C 2024-11-08T19:22:44,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/6fe3e7fe1401422ca0891705ca70bb29 is 50, key is test_row_0/C:col10/1731093763098/Put/seqid=0 2024-11-08T19:22:44,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741902_1078 (size=12301) 2024-11-08T19:22:44,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/6fe3e7fe1401422ca0891705ca70bb29 2024-11-08T19:22:44,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/36496b82ef804ee2828228c32f9b163e as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/36496b82ef804ee2828228c32f9b163e 2024-11-08T19:22:44,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/36496b82ef804ee2828228c32f9b163e, entries=200, sequenceid=317, filesize=14.4 K 2024-11-08T19:22:44,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/7822735daf1e4e67bc0bb41ebe38da7c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/7822735daf1e4e67bc0bb41ebe38da7c 2024-11-08T19:22:44,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/7822735daf1e4e67bc0bb41ebe38da7c, entries=150, sequenceid=317, filesize=12.0 K 2024-11-08T19:22:44,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/6fe3e7fe1401422ca0891705ca70bb29 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/6fe3e7fe1401422ca0891705ca70bb29 2024-11-08T19:22:44,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/6fe3e7fe1401422ca0891705ca70bb29, entries=150, sequenceid=317, filesize=12.0 K 2024-11-08T19:22:44,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 628ms, sequenceid=317, compaction requested=false 2024-11-08T19:22:44,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:44,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T19:22:44,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:44,184 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:22:44,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/0427cf8f3d9441cfb2105a741eff03cd is 50, key is test_row_0/A:col10/1731093763571/Put/seqid=0 2024-11-08T19:22:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:44,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:44,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741903_1079 (size=12301) 2024-11-08T19:22:44,223 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/0427cf8f3d9441cfb2105a741eff03cd 2024-11-08T19:22:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T19:22:44,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/3454773d8b9d4ef0bcae2a5600ca8576 is 50, key is test_row_0/B:col10/1731093763571/Put/seqid=0 2024-11-08T19:22:44,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741904_1080 (size=12301) 2024-11-08T19:22:44,243 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/3454773d8b9d4ef0bcae2a5600ca8576 2024-11-08T19:22:44,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/e1dbeaba6e9e4fcf930878af1e011a4c is 50, key is test_row_0/C:col10/1731093763571/Put/seqid=0 2024-11-08T19:22:44,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093824265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093824267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093824269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093824269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741905_1081 (size=12301) 2024-11-08T19:22:44,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093824267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,282 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/e1dbeaba6e9e4fcf930878af1e011a4c 2024-11-08T19:22:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/0427cf8f3d9441cfb2105a741eff03cd as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/0427cf8f3d9441cfb2105a741eff03cd 2024-11-08T19:22:44,308 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/0427cf8f3d9441cfb2105a741eff03cd, entries=150, sequenceid=331, filesize=12.0 K 2024-11-08T19:22:44,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/3454773d8b9d4ef0bcae2a5600ca8576 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/3454773d8b9d4ef0bcae2a5600ca8576 2024-11-08T19:22:44,320 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/3454773d8b9d4ef0bcae2a5600ca8576, entries=150, sequenceid=331, filesize=12.0 K 2024-11-08T19:22:44,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/e1dbeaba6e9e4fcf930878af1e011a4c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/e1dbeaba6e9e4fcf930878af1e011a4c 2024-11-08T19:22:44,332 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/e1dbeaba6e9e4fcf930878af1e011a4c, entries=150, sequenceid=331, filesize=12.0 K 2024-11-08T19:22:44,334 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 150ms, sequenceid=331, compaction requested=true 2024-11-08T19:22:44,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:44,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:44,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-08T19:22:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-08T19:22:44,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-08T19:22:44,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2360 sec 2024-11-08T19:22:44,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.2490 sec 2024-11-08T19:22:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:44,386 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:22:44,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T19:22:44,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/0b14d094f26246a1a93fec23fefb4b54 is 50, key is test_row_0/A:col10/1731093764264/Put/seqid=0 2024-11-08T19:22:44,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741906_1082 (size=14741) 2024-11-08T19:22:44,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093824397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093824397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093824397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093824405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093824405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093824513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093824513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093824513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093824513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093824513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093824723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093824724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093824724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093824724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093824724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:44,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/0b14d094f26246a1a93fec23fefb4b54 2024-11-08T19:22:44,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/18617383d3cf4f339aec370cb34c0864 is 50, key is test_row_0/B:col10/1731093764264/Put/seqid=0 2024-11-08T19:22:44,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741907_1083 (size=12301) 2024-11-08T19:22:45,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093825033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:45,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:45,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093825034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:45,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:45,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093825034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:45,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:45,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093825034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:45,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:45,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093825034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:45,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:45,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/18617383d3cf4f339aec370cb34c0864 2024-11-08T19:22:45,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/505ee2a6bbe94f39bb357005073eebf6 is 50, key is test_row_0/C:col10/1731093764264/Put/seqid=0 2024-11-08T19:22:45,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741908_1084 (size=12301) 2024-11-08T19:22:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T19:22:45,243 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:22:45,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:22:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-08T19:22:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T19:22:45,246 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:22:45,247 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:22:45,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:22:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T19:22:45,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-08T19:22:45,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:45,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:45,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:45,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:45,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:45,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093825543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:45,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:45,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093825543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:45,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:45,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093825544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:45,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:45,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093825544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:45,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:45,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093825544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:45,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:45,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:45,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-08T19:22:45,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:45,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:45,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:45,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:45,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T19:22:45,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/505ee2a6bbe94f39bb357005073eebf6 2024-11-08T19:22:45,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/0b14d094f26246a1a93fec23fefb4b54 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/0b14d094f26246a1a93fec23fefb4b54 2024-11-08T19:22:45,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/0b14d094f26246a1a93fec23fefb4b54, entries=200, sequenceid=357, filesize=14.4 K 2024-11-08T19:22:45,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/18617383d3cf4f339aec370cb34c0864 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/18617383d3cf4f339aec370cb34c0864 2024-11-08T19:22:45,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/18617383d3cf4f339aec370cb34c0864, entries=150, sequenceid=357, filesize=12.0 K 2024-11-08T19:22:45,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/505ee2a6bbe94f39bb357005073eebf6 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/505ee2a6bbe94f39bb357005073eebf6 2024-11-08T19:22:45,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/505ee2a6bbe94f39bb357005073eebf6, entries=150, sequenceid=357, filesize=12.0 K 2024-11-08T19:22:45,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 1284ms, sequenceid=357, compaction requested=true 2024-11-08T19:22:45,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:45,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:22:45,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:45,671 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:22:45,671 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:22:45,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:22:45,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:45,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:22:45,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:45,674 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:22:45,674 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:22:45,674 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/B is initiating minor compaction (all files) 2024-11-08T19:22:45,674 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/A is initiating minor compaction (all files) 2024-11-08T19:22:45,674 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/B in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:45,674 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/A in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:45,674 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/2070d02af61f488c95d4e93e594933a1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/36496b82ef804ee2828228c32f9b163e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/0427cf8f3d9441cfb2105a741eff03cd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/0b14d094f26246a1a93fec23fefb4b54] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=53.5 K 2024-11-08T19:22:45,674 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6173245a1b8a4527962ff2ed4608e3bb, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/7822735daf1e4e67bc0bb41ebe38da7c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/3454773d8b9d4ef0bcae2a5600ca8576, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/18617383d3cf4f339aec370cb34c0864] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=48.7 K 2024-11-08T19:22:45,675 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2070d02af61f488c95d4e93e594933a1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731093762889 2024-11-08T19:22:45,675 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 6173245a1b8a4527962ff2ed4608e3bb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731093762889 2024-11-08T19:22:45,675 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36496b82ef804ee2828228c32f9b163e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731093763096 2024-11-08T19:22:45,675 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 7822735daf1e4e67bc0bb41ebe38da7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731093763098 2024-11-08T19:22:45,675 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0427cf8f3d9441cfb2105a741eff03cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731093763571 2024-11-08T19:22:45,676 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 3454773d8b9d4ef0bcae2a5600ca8576, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731093763571 2024-11-08T19:22:45,676 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b14d094f26246a1a93fec23fefb4b54, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731093764264 2024-11-08T19:22:45,677 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 18617383d3cf4f339aec370cb34c0864, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731093764264 2024-11-08T19:22:45,689 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#B#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:45,689 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/e17cf4377b0443bfb3714c0285c9e4a8 is 50, key is test_row_0/B:col10/1731093764264/Put/seqid=0 2024-11-08T19:22:45,690 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#A#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:45,691 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/19d9a3e7f3d44fd1bef4525d76fdf74c is 50, key is test_row_0/A:col10/1731093764264/Put/seqid=0 2024-11-08T19:22:45,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741909_1085 (size=13119) 2024-11-08T19:22:45,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741910_1086 (size=13119) 2024-11-08T19:22:45,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-08T19:22:45,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:45,709 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-08T19:22:45,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/2a778df6600d4530a9f9ad075b1d4370 is 50, key is test_row_0/A:col10/1731093764403/Put/seqid=0 2024-11-08T19:22:45,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741911_1087 (size=12301) 2024-11-08T19:22:45,728 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/2a778df6600d4530a9f9ad075b1d4370 2024-11-08T19:22:45,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/50b966cea63e4df88812fba58d3aacac is 50, key is test_row_0/B:col10/1731093764403/Put/seqid=0 2024-11-08T19:22:45,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741912_1088 (size=12301) 2024-11-08T19:22:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T19:22:46,101 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/e17cf4377b0443bfb3714c0285c9e4a8 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/e17cf4377b0443bfb3714c0285c9e4a8 2024-11-08T19:22:46,107 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/19d9a3e7f3d44fd1bef4525d76fdf74c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/19d9a3e7f3d44fd1bef4525d76fdf74c 2024-11-08T19:22:46,111 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/B of 6ea61cdab1eaacfd96319a4ebe7a3ebd into e17cf4377b0443bfb3714c0285c9e4a8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:46,111 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:46,112 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/B, priority=12, startTime=1731093765671; duration=0sec 2024-11-08T19:22:46,112 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:46,112 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:B 2024-11-08T19:22:46,112 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:22:46,114 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:22:46,114 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/C is initiating minor compaction (all files) 2024-11-08T19:22:46,114 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/C in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:46,115 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9ea9cd98fe9042c682154a65b78d7bb6, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/6fe3e7fe1401422ca0891705ca70bb29, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/e1dbeaba6e9e4fcf930878af1e011a4c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/505ee2a6bbe94f39bb357005073eebf6] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=48.7 K 2024-11-08T19:22:46,115 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/A of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 19d9a3e7f3d44fd1bef4525d76fdf74c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:46,115 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ea9cd98fe9042c682154a65b78d7bb6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731093762889 2024-11-08T19:22:46,115 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:46,115 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/A, priority=12, startTime=1731093765671; duration=0sec 2024-11-08T19:22:46,116 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:46,116 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:A 2024-11-08T19:22:46,116 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fe3e7fe1401422ca0891705ca70bb29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731093763098 2024-11-08T19:22:46,116 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting e1dbeaba6e9e4fcf930878af1e011a4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731093763571 2024-11-08T19:22:46,116 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 505ee2a6bbe94f39bb357005073eebf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731093764264 2024-11-08T19:22:46,127 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#C#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:46,128 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/5a747cdde0d74b25867a2035324686b8 is 50, key is test_row_0/C:col10/1731093764264/Put/seqid=0 2024-11-08T19:22:46,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741913_1089 (size=13119) 2024-11-08T19:22:46,141 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/5a747cdde0d74b25867a2035324686b8 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/5a747cdde0d74b25867a2035324686b8 2024-11-08T19:22:46,141 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/50b966cea63e4df88812fba58d3aacac 2024-11-08T19:22:46,151 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/C of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 5a747cdde0d74b25867a2035324686b8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:46,151 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:46,151 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/C, priority=12, startTime=1731093765671; duration=0sec 2024-11-08T19:22:46,151 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:46,151 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:C 2024-11-08T19:22:46,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/d66c3f78b32c4a048589b747d0d5b4e1 is 50, key is test_row_0/C:col10/1731093764403/Put/seqid=0 2024-11-08T19:22:46,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741914_1090 (size=12301) 2024-11-08T19:22:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T19:22:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:46,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:46,562 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/d66c3f78b32c4a048589b747d0d5b4e1 2024-11-08T19:22:46,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/2a778df6600d4530a9f9ad075b1d4370 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/2a778df6600d4530a9f9ad075b1d4370 2024-11-08T19:22:46,578 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/2a778df6600d4530a9f9ad075b1d4370, entries=150, sequenceid=367, filesize=12.0 K 2024-11-08T19:22:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/50b966cea63e4df88812fba58d3aacac as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/50b966cea63e4df88812fba58d3aacac 2024-11-08T19:22:46,586 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/50b966cea63e4df88812fba58d3aacac, entries=150, sequenceid=367, filesize=12.0 K 2024-11-08T19:22:46,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/d66c3f78b32c4a048589b747d0d5b4e1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/d66c3f78b32c4a048589b747d0d5b4e1 2024-11-08T19:22:46,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093826584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:46,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093826584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:46,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:46,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093826585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:46,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093826586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:46,594 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/d66c3f78b32c4a048589b747d0d5b4e1, entries=150, sequenceid=367, filesize=12.0 K 2024-11-08T19:22:46,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:46,596 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 887ms, sequenceid=367, compaction requested=false 2024-11-08T19:22:46,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:46,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:46,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-08T19:22:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-08T19:22:46,598 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:22:46,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-08T19:22:46,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-08T19:22:46,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3520 sec 2024-11-08T19:22:46,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/4db1f66b425a41008b18977529f88936 is 50, key is test_row_0/A:col10/1731093766594/Put/seqid=0 2024-11-08T19:22:46,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.3600 sec 2024-11-08T19:22:46,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741915_1091 (size=12301) 2024-11-08T19:22:46,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093826623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:46,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:46,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093826704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093826704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:46,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:46,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:46,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:46,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093826704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093826704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:46,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:46,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:46,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093826734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:46,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:46,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093826913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093826913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:46,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:46,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:46,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:46,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093826913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093826914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:46,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:46,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:46,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093826943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:46,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:47,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/4db1f66b425a41008b18977529f88936 2024-11-08T19:22:47,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/525801133a604d548c64ccb76746184b is 50, key is test_row_0/B:col10/1731093766594/Put/seqid=0 2024-11-08T19:22:47,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741916_1092 (size=12301) 2024-11-08T19:22:47,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093827223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093827223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:47,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:47,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093827223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093827223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:47,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:47,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:47,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093827253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:47,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T19:22:47,393 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:22:47,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:22:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-08T19:22:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T19:22:47,396 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:22:47,396 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:22:47,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:22:47,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/525801133a604d548c64ccb76746184b 2024-11-08T19:22:47,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/b21ca669b6e4482181495ee4c565ddd0 is 50, key is test_row_0/C:col10/1731093766594/Put/seqid=0 2024-11-08T19:22:47,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741917_1093 (size=12301) 2024-11-08T19:22:47,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/b21ca669b6e4482181495ee4c565ddd0 2024-11-08T19:22:47,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/4db1f66b425a41008b18977529f88936 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4db1f66b425a41008b18977529f88936 2024-11-08T19:22:47,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4db1f66b425a41008b18977529f88936, entries=150, sequenceid=397, filesize=12.0 K 2024-11-08T19:22:47,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/525801133a604d548c64ccb76746184b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/525801133a604d548c64ccb76746184b 2024-11-08T19:22:47,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/525801133a604d548c64ccb76746184b, entries=150, sequenceid=397, filesize=12.0 K 2024-11-08T19:22:47,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/b21ca669b6e4482181495ee4c565ddd0 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/b21ca669b6e4482181495ee4c565ddd0 2024-11-08T19:22:47,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/b21ca669b6e4482181495ee4c565ddd0, entries=150, sequenceid=397, filesize=12.0 K 2024-11-08T19:22:47,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 884ms, sequenceid=397, compaction requested=true 2024-11-08T19:22:47,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:47,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:22:47,482 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:47,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:47,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:22:47,482 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:47,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:47,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:22:47,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:47,483 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:47,483 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:47,484 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/B is initiating minor compaction (all files) 2024-11-08T19:22:47,484 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/A is initiating minor compaction (all files) 2024-11-08T19:22:47,484 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/A in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:47,484 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/B in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:47,484 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/e17cf4377b0443bfb3714c0285c9e4a8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/50b966cea63e4df88812fba58d3aacac, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/525801133a604d548c64ccb76746184b] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=36.8 K 2024-11-08T19:22:47,484 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/19d9a3e7f3d44fd1bef4525d76fdf74c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/2a778df6600d4530a9f9ad075b1d4370, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4db1f66b425a41008b18977529f88936] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=36.8 K 2024-11-08T19:22:47,484 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19d9a3e7f3d44fd1bef4525d76fdf74c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731093764264 2024-11-08T19:22:47,484 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting e17cf4377b0443bfb3714c0285c9e4a8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731093764264 2024-11-08T19:22:47,485 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 50b966cea63e4df88812fba58d3aacac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731093764388 2024-11-08T19:22:47,485 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a778df6600d4530a9f9ad075b1d4370, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731093764388 2024-11-08T19:22:47,485 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 525801133a604d548c64ccb76746184b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731093766581 2024-11-08T19:22:47,485 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4db1f66b425a41008b18977529f88936, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731093766581 2024-11-08T19:22:47,497 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#B#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:47,497 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/3269a2c7ef1b4c91ada1db4b4fb38d36 is 50, key is test_row_0/B:col10/1731093766594/Put/seqid=0 2024-11-08T19:22:47,502 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#A#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:47,503 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/1395f5177a174a4192035bcb49ba907f is 50, key is test_row_0/A:col10/1731093766594/Put/seqid=0 2024-11-08T19:22:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T19:22:47,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741918_1094 (size=13221) 2024-11-08T19:22:47,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741919_1095 (size=13221) 2024-11-08T19:22:47,521 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/3269a2c7ef1b4c91ada1db4b4fb38d36 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/3269a2c7ef1b4c91ada1db4b4fb38d36 2024-11-08T19:22:47,527 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/B of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 3269a2c7ef1b4c91ada1db4b4fb38d36(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:47,528 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:47,528 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/B, priority=13, startTime=1731093767482; duration=0sec 2024-11-08T19:22:47,528 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:47,528 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:B 2024-11-08T19:22:47,528 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:47,529 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:47,529 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/C is initiating minor compaction (all files) 2024-11-08T19:22:47,530 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/C in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:47,530 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/5a747cdde0d74b25867a2035324686b8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/d66c3f78b32c4a048589b747d0d5b4e1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/b21ca669b6e4482181495ee4c565ddd0] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=36.8 K 2024-11-08T19:22:47,530 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a747cdde0d74b25867a2035324686b8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731093764264 2024-11-08T19:22:47,531 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting d66c3f78b32c4a048589b747d0d5b4e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731093764388 2024-11-08T19:22:47,531 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting b21ca669b6e4482181495ee4c565ddd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731093766581 2024-11-08T19:22:47,546 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#C#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:47,546 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/c5a7b5f1d7ec4e3987e72fa2924c00a5 is 50, key is test_row_0/C:col10/1731093766594/Put/seqid=0 2024-11-08T19:22:47,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-08T19:22:47,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:47,551 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-08T19:22:47,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/823e5a451e0c441eaf59f2ff517ada96 is 50, key is test_row_0/A:col10/1731093766606/Put/seqid=0 2024-11-08T19:22:47,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741920_1096 (size=13221) 2024-11-08T19:22:47,576 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/c5a7b5f1d7ec4e3987e72fa2924c00a5 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/c5a7b5f1d7ec4e3987e72fa2924c00a5 2024-11-08T19:22:47,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741921_1097 (size=12301) 2024-11-08T19:22:47,583 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/823e5a451e0c441eaf59f2ff517ada96 2024-11-08T19:22:47,583 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/C of 6ea61cdab1eaacfd96319a4ebe7a3ebd into c5a7b5f1d7ec4e3987e72fa2924c00a5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:47,583 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:47,583 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/C, priority=13, startTime=1731093767482; duration=0sec 2024-11-08T19:22:47,584 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:47,584 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:C 2024-11-08T19:22:47,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/2e4d8c41828947488bdaa2dc31bed582 is 50, key is test_row_0/B:col10/1731093766606/Put/seqid=0 2024-11-08T19:22:47,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741922_1098 (size=12301) 2024-11-08T19:22:47,608 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/2e4d8c41828947488bdaa2dc31bed582 2024-11-08T19:22:47,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/fc154586857b4cfc8cb486bd33576272 is 50, key is test_row_0/C:col10/1731093766606/Put/seqid=0 2024-11-08T19:22:47,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741923_1099 (size=12301) 2024-11-08T19:22:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T19:22:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:47,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:47,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093827765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:47,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:47,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093827766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:47,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:47,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093827766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:47,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:47,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:47,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093827767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093827768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:47,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093827873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093827873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:47,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093827874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:47,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093827884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:47,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:47,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093827884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:47,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:47,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:47,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:47,926 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/1395f5177a174a4192035bcb49ba907f as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/1395f5177a174a4192035bcb49ba907f 2024-11-08T19:22:47,933 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/A of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 1395f5177a174a4192035bcb49ba907f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:47,933 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:47,933 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/A, priority=13, startTime=1731093767482; duration=0sec 2024-11-08T19:22:47,933 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:47,933 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:A 2024-11-08T19:22:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T19:22:48,045 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/fc154586857b4cfc8cb486bd33576272 2024-11-08T19:22:48,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/823e5a451e0c441eaf59f2ff517ada96 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/823e5a451e0c441eaf59f2ff517ada96 2024-11-08T19:22:48,057 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/823e5a451e0c441eaf59f2ff517ada96, entries=150, sequenceid=407, filesize=12.0 K 2024-11-08T19:22:48,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/2e4d8c41828947488bdaa2dc31bed582 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/2e4d8c41828947488bdaa2dc31bed582 2024-11-08T19:22:48,062 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/2e4d8c41828947488bdaa2dc31bed582, entries=150, sequenceid=407, filesize=12.0 K 2024-11-08T19:22:48,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/fc154586857b4cfc8cb486bd33576272 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fc154586857b4cfc8cb486bd33576272 2024-11-08T19:22:48,069 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fc154586857b4cfc8cb486bd33576272, entries=150, sequenceid=407, filesize=12.0 K 2024-11-08T19:22:48,070 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 520ms, sequenceid=407, compaction requested=false 2024-11-08T19:22:48,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:48,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:48,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-08T19:22:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-08T19:22:48,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-08T19:22:48,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 676 msec 2024-11-08T19:22:48,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 683 msec 2024-11-08T19:22:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:48,085 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:22:48,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-08T19:22:48,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093828090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093828093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093828093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093828094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093828094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/9a2885adafc44de193e7b1843eb07fd5 is 50, key is test_row_0/A:col10/1731093767760/Put/seqid=0 2024-11-08T19:22:48,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741924_1100 (size=17181) 2024-11-08T19:22:48,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093828203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093828204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093828204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093828403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093828404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093828413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093828413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093828413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/9a2885adafc44de193e7b1843eb07fd5 2024-11-08T19:22:48,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/0d6d3cee7e1b4d45b2fdd31b5c971fdd is 50, key is test_row_0/B:col10/1731093767760/Put/seqid=0 2024-11-08T19:22:48,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741925_1101 (size=12301) 2024-11-08T19:22:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T19:22:48,535 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:22:48,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/0d6d3cee7e1b4d45b2fdd31b5c971fdd 2024-11-08T19:22:48,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:22:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-08T19:22:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T19:22:48,538 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:22:48,539 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:22:48,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:22:48,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/9c6e01de004b4044abae6ce510fabf5c is 50, key is test_row_0/C:col10/1731093767760/Put/seqid=0 2024-11-08T19:22:48,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741926_1102 (size=12301) 2024-11-08T19:22:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T19:22:48,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T19:22:48,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:48,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:48,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:48,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:48,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:48,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093828724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,725 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093828724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093828724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T19:22:48,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:48,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:48,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:48,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:48,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T19:22:48,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093828914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:48,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093828914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:48,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:48,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:48,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/9c6e01de004b4044abae6ce510fabf5c 2024-11-08T19:22:48,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/9a2885adafc44de193e7b1843eb07fd5 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/9a2885adafc44de193e7b1843eb07fd5 2024-11-08T19:22:48,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/9a2885adafc44de193e7b1843eb07fd5, entries=250, sequenceid=439, filesize=16.8 K 2024-11-08T19:22:48,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/0d6d3cee7e1b4d45b2fdd31b5c971fdd as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/0d6d3cee7e1b4d45b2fdd31b5c971fdd 2024-11-08T19:22:48,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/0d6d3cee7e1b4d45b2fdd31b5c971fdd, entries=150, sequenceid=439, filesize=12.0 K 2024-11-08T19:22:48,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/9c6e01de004b4044abae6ce510fabf5c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9c6e01de004b4044abae6ce510fabf5c 2024-11-08T19:22:48,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9c6e01de004b4044abae6ce510fabf5c, entries=150, sequenceid=439, filesize=12.0 K 2024-11-08T19:22:48,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 897ms, sequenceid=439, compaction requested=true 2024-11-08T19:22:48,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:48,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:22:48,982 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:48,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:48,983 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:48,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:22:48,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:48,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:22:48,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:48,984 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:48,984 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:48,984 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/A is initiating minor compaction (all files) 2024-11-08T19:22:48,984 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/B is initiating minor compaction (all files) 2024-11-08T19:22:48,984 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/A in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:48,984 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/B in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:48,984 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/1395f5177a174a4192035bcb49ba907f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/823e5a451e0c441eaf59f2ff517ada96, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/9a2885adafc44de193e7b1843eb07fd5] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=41.7 K 2024-11-08T19:22:48,984 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/3269a2c7ef1b4c91ada1db4b4fb38d36, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/2e4d8c41828947488bdaa2dc31bed582, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/0d6d3cee7e1b4d45b2fdd31b5c971fdd] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=36.9 K 2024-11-08T19:22:48,984 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 3269a2c7ef1b4c91ada1db4b4fb38d36, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731093766581 2024-11-08T19:22:48,985 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e4d8c41828947488bdaa2dc31bed582, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731093766606 2024-11-08T19:22:48,985 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d6d3cee7e1b4d45b2fdd31b5c971fdd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731093767760 2024-11-08T19:22:48,986 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1395f5177a174a4192035bcb49ba907f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731093766581 2024-11-08T19:22:48,987 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 823e5a451e0c441eaf59f2ff517ada96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731093766606 2024-11-08T19:22:48,988 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a2885adafc44de193e7b1843eb07fd5, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731093767760 2024-11-08T19:22:48,996 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:48,997 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/c3a2925847fc48b9becf55d0a6b3a38d is 50, key is test_row_0/B:col10/1731093767760/Put/seqid=0 2024-11-08T19:22:48,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T19:22:48,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:48,999 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-08T19:22:49,000 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#A#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:49,001 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/ca60240e49814b5abdb4aed4dac172ce is 50, key is test_row_0/A:col10/1731093767760/Put/seqid=0 2024-11-08T19:22:49,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741927_1103 (size=13323) 2024-11-08T19:22:49,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/55664122b71e450eb78dd59d502d6a41 is 50, key is test_row_0/A:col10/1731093768088/Put/seqid=0 2024-11-08T19:22:49,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741928_1104 (size=13323) 2024-11-08T19:22:49,013 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/c3a2925847fc48b9becf55d0a6b3a38d as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/c3a2925847fc48b9becf55d0a6b3a38d 2024-11-08T19:22:49,019 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/B of 6ea61cdab1eaacfd96319a4ebe7a3ebd into c3a2925847fc48b9becf55d0a6b3a38d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:49,019 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:49,019 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/B, priority=13, startTime=1731093768982; duration=0sec 2024-11-08T19:22:49,019 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:49,019 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:B 2024-11-08T19:22:49,019 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:49,021 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:49,021 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/C is initiating minor compaction (all files) 2024-11-08T19:22:49,021 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/C in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:49,021 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/c5a7b5f1d7ec4e3987e72fa2924c00a5, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fc154586857b4cfc8cb486bd33576272, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9c6e01de004b4044abae6ce510fabf5c] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=36.9 K 2024-11-08T19:22:49,021 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting c5a7b5f1d7ec4e3987e72fa2924c00a5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731093766581 2024-11-08T19:22:49,022 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting fc154586857b4cfc8cb486bd33576272, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1731093766606 2024-11-08T19:22:49,022 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c6e01de004b4044abae6ce510fabf5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731093767760 2024-11-08T19:22:49,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741929_1105 (size=12301) 2024-11-08T19:22:49,032 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#C#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:49,033 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/a2c8b331479a4079ae1a5bc571ba5830 is 50, key is test_row_0/C:col10/1731093767760/Put/seqid=0 2024-11-08T19:22:49,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741930_1106 (size=13323) 2024-11-08T19:22:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T19:22:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:49,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:49,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093829272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:49,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093829273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093829276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:49,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093829383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:49,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093829383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093829383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:49,416 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/ca60240e49814b5abdb4aed4dac172ce as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ca60240e49814b5abdb4aed4dac172ce 2024-11-08T19:22:49,422 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/A of 6ea61cdab1eaacfd96319a4ebe7a3ebd into ca60240e49814b5abdb4aed4dac172ce(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:49,422 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:49,422 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/A, priority=13, startTime=1731093768982; duration=0sec 2024-11-08T19:22:49,422 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:49,422 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:A 2024-11-08T19:22:49,425 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/55664122b71e450eb78dd59d502d6a41 2024-11-08T19:22:49,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/9ed41b3617054e75856e13d9317263e1 is 50, key is test_row_0/B:col10/1731093768088/Put/seqid=0 2024-11-08T19:22:49,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741931_1107 (size=12301) 2024-11-08T19:22:49,443 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/a2c8b331479a4079ae1a5bc571ba5830 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/a2c8b331479a4079ae1a5bc571ba5830 2024-11-08T19:22:49,448 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/C of 6ea61cdab1eaacfd96319a4ebe7a3ebd into a2c8b331479a4079ae1a5bc571ba5830(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:49,448 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:49,448 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/C, priority=13, startTime=1731093768983; duration=0sec 2024-11-08T19:22:49,448 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:49,448 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:C 2024-11-08T19:22:49,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093829595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093829595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:49,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093829595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T19:22:49,838 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/9ed41b3617054e75856e13d9317263e1 2024-11-08T19:22:49,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/fd7b88a3a4f64290bb1fe71730d8fdf4 is 50, key is test_row_0/C:col10/1731093768088/Put/seqid=0 2024-11-08T19:22:49,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741932_1108 (size=12301) 2024-11-08T19:22:49,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093829903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:49,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:49,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093829903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:49,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:49,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093829904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:49,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:49,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093829933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:49,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093829933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:49,937 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 6ea61cdab1eaacfd96319a4ebe7a3ebd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:22:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:49,937 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 6ea61cdab1eaacfd96319a4ebe7a3ebd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:22:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:50,250 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/fd7b88a3a4f64290bb1fe71730d8fdf4 2024-11-08T19:22:50,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/55664122b71e450eb78dd59d502d6a41 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/55664122b71e450eb78dd59d502d6a41 2024-11-08T19:22:50,259 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/55664122b71e450eb78dd59d502d6a41, entries=150, sequenceid=446, filesize=12.0 K 2024-11-08T19:22:50,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/9ed41b3617054e75856e13d9317263e1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/9ed41b3617054e75856e13d9317263e1 2024-11-08T19:22:50,265 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/9ed41b3617054e75856e13d9317263e1, entries=150, sequenceid=446, filesize=12.0 K 2024-11-08T19:22:50,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/fd7b88a3a4f64290bb1fe71730d8fdf4 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fd7b88a3a4f64290bb1fe71730d8fdf4 2024-11-08T19:22:50,274 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fd7b88a3a4f64290bb1fe71730d8fdf4, entries=150, sequenceid=446, filesize=12.0 K 2024-11-08T19:22:50,276 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 1277ms, sequenceid=446, compaction requested=false 2024-11-08T19:22:50,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:50,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:50,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-08T19:22:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-08T19:22:50,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-08T19:22:50,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7410 sec 2024-11-08T19:22:50,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.7490 sec 2024-11-08T19:22:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:50,416 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:22:50,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-08T19:22:50,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/afa57677614443a69ae6c62c710b6014 is 50, key is test_row_0/A:col10/1731093769262/Put/seqid=0 2024-11-08T19:22:50,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093830419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:50,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:50,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093830425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:50,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093830425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:50,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741933_1109 (size=17181) 2024-11-08T19:22:50,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093830533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093830533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:50,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093830533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T19:22:50,684 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:22:50,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:22:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-08T19:22:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T19:22:50,686 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:22:50,687 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:22:50,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:22:50,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093830743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:50,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:50,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093830743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:50,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093830744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:50,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T19:22:50,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/afa57677614443a69ae6c62c710b6014 2024-11-08T19:22:50,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-08T19:22:50,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:50,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:50,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:50,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:50,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:50,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/6a2e96faef5748e188a8ad578d768f37 is 50, key is test_row_0/B:col10/1731093769262/Put/seqid=0 2024-11-08T19:22:50,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741934_1110 (size=12301) 2024-11-08T19:22:50,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-08T19:22:50,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:50,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:50,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:50,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:50,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T19:22:51,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093831053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:51,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:51,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:51,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:51,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093831053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:51,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093831053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:51,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-08T19:22:51,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:51,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:51,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:51,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:51,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:51,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/6a2e96faef5748e188a8ad578d768f37 2024-11-08T19:22:51,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/81377d188139479cbfc8f35438609b23 is 50, key is test_row_0/C:col10/1731093769262/Put/seqid=0 2024-11-08T19:22:51,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741935_1111 (size=12301) 2024-11-08T19:22:51,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-08T19:22:51,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:51,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:51,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:51,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:51,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T19:22:51,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-08T19:22:51,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:51,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:51,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:51,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:51,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:51,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093831564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:51,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093831564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:51,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093831564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:51,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-08T19:22:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:51,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:22:51,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/81377d188139479cbfc8f35438609b23 2024-11-08T19:22:51,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/afa57677614443a69ae6c62c710b6014 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/afa57677614443a69ae6c62c710b6014 2024-11-08T19:22:51,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/afa57677614443a69ae6c62c710b6014, entries=250, sequenceid=480, filesize=16.8 K 2024-11-08T19:22:51,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/6a2e96faef5748e188a8ad578d768f37 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6a2e96faef5748e188a8ad578d768f37 2024-11-08T19:22:51,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6a2e96faef5748e188a8ad578d768f37, entries=150, sequenceid=480, filesize=12.0 K 2024-11-08T19:22:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/81377d188139479cbfc8f35438609b23 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/81377d188139479cbfc8f35438609b23 2024-11-08T19:22:51,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/81377d188139479cbfc8f35438609b23, entries=150, sequenceid=480, filesize=12.0 K 2024-11-08T19:22:51,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 1284ms, sequenceid=480, compaction requested=true 2024-11-08T19:22:51,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:51,701 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:51,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:22:51,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:51,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:22:51,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:51,701 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:51,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:22:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:51,702 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42805 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:51,702 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/A is initiating minor compaction (all files) 2024-11-08T19:22:51,702 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/A in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:51,703 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ca60240e49814b5abdb4aed4dac172ce, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/55664122b71e450eb78dd59d502d6a41, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/afa57677614443a69ae6c62c710b6014] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=41.8 K 2024-11-08T19:22:51,703 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca60240e49814b5abdb4aed4dac172ce, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731093767760 2024-11-08T19:22:51,703 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:51,703 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/B is initiating minor compaction (all files) 2024-11-08T19:22:51,703 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/B in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:51,704 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/c3a2925847fc48b9becf55d0a6b3a38d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/9ed41b3617054e75856e13d9317263e1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6a2e96faef5748e188a8ad578d768f37] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=37.0 K 2024-11-08T19:22:51,704 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55664122b71e450eb78dd59d502d6a41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1731093768088 2024-11-08T19:22:51,704 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting c3a2925847fc48b9becf55d0a6b3a38d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731093767760 2024-11-08T19:22:51,704 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting afa57677614443a69ae6c62c710b6014, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731093769262 2024-11-08T19:22:51,705 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ed41b3617054e75856e13d9317263e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1731093768088 2024-11-08T19:22:51,705 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a2e96faef5748e188a8ad578d768f37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731093769262 2024-11-08T19:22:51,714 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#A#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:51,715 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/e8658c19f6224c6bbb81246a8808d656 is 50, key is test_row_0/A:col10/1731093769262/Put/seqid=0 2024-11-08T19:22:51,718 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#B#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:51,718 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/cb634a36ff0147858dbd44b0057fd021 is 50, key is test_row_0/B:col10/1731093769262/Put/seqid=0 2024-11-08T19:22:51,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741936_1112 (size=13425) 2024-11-08T19:22:51,743 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/e8658c19f6224c6bbb81246a8808d656 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/e8658c19f6224c6bbb81246a8808d656 2024-11-08T19:22:51,750 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/A of 6ea61cdab1eaacfd96319a4ebe7a3ebd into e8658c19f6224c6bbb81246a8808d656(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:51,750 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:51,750 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/A, priority=13, startTime=1731093771701; duration=0sec 2024-11-08T19:22:51,751 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:51,751 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:A 2024-11-08T19:22:51,751 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:51,753 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:51,753 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/C is initiating minor compaction (all files) 2024-11-08T19:22:51,753 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/C in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:51,753 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/a2c8b331479a4079ae1a5bc571ba5830, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fd7b88a3a4f64290bb1fe71730d8fdf4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/81377d188139479cbfc8f35438609b23] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=37.0 K 2024-11-08T19:22:51,754 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2c8b331479a4079ae1a5bc571ba5830, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731093767760 2024-11-08T19:22:51,754 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd7b88a3a4f64290bb1fe71730d8fdf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1731093768088 2024-11-08T19:22:51,755 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81377d188139479cbfc8f35438609b23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731093769262 2024-11-08T19:22:51,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-08T19:22:51,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:51,758 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-08T19:22:51,767 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#C#compaction#101 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:51,767 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/4f4bad0c5b1243d8a76a11518efe0d40 is 50, key is test_row_0/C:col10/1731093769262/Put/seqid=0 2024-11-08T19:22:51,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741937_1113 (size=13425) 2024-11-08T19:22:51,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/dcabe92ad309446896cbdcf678a7b208 is 50, key is test_row_0/A:col10/1731093770423/Put/seqid=0 2024-11-08T19:22:51,776 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/cb634a36ff0147858dbd44b0057fd021 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cb634a36ff0147858dbd44b0057fd021 2024-11-08T19:22:51,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741938_1114 (size=13425) 2024-11-08T19:22:51,784 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/B of 6ea61cdab1eaacfd96319a4ebe7a3ebd into cb634a36ff0147858dbd44b0057fd021(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:51,784 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:51,784 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/B, priority=13, startTime=1731093771701; duration=0sec 2024-11-08T19:22:51,784 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:51,784 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:B 2024-11-08T19:22:51,788 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/4f4bad0c5b1243d8a76a11518efe0d40 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/4f4bad0c5b1243d8a76a11518efe0d40 2024-11-08T19:22:51,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741939_1115 (size=9857) 2024-11-08T19:22:51,799 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/C of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 4f4bad0c5b1243d8a76a11518efe0d40(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:51,799 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:51,799 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/C, priority=13, startTime=1731093771701; duration=0sec 2024-11-08T19:22:51,799 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:51,799 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:C 2024-11-08T19:22:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T19:22:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:51,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. as already flushing 2024-11-08T19:22:51,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093831985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:51,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:51,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:51,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:51,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093831988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:51,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:51,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:51,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:52,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093832093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:52,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093832093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:52,190 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/dcabe92ad309446896cbdcf678a7b208 2024-11-08T19:22:52,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/13ebf5756dcb48169ef050b59ed2dfd7 is 50, key is test_row_0/B:col10/1731093770423/Put/seqid=0 2024-11-08T19:22:52,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741940_1116 (size=9857) 2024-11-08T19:22:52,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093832304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093832304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:52,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34750 deadline: 1731093832573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:52,575 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in 6ea61cdab1eaacfd96319a4ebe7a3ebd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:22:52,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:52,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34730 deadline: 1731093832583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:52,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34754 deadline: 1731093832583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:52,584 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 6ea61cdab1eaacfd96319a4ebe7a3ebd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:22:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:52,584 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in 6ea61cdab1eaacfd96319a4ebe7a3ebd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:22:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:52,606 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/13ebf5756dcb48169ef050b59ed2dfd7 2024-11-08T19:22:52,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/c682b3ffdae34ed08235dee81f2cb69e is 50, key is test_row_0/C:col10/1731093770423/Put/seqid=0 2024-11-08T19:22:52,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741941_1117 (size=9857) 2024-11-08T19:22:52,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093832614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:52,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:52,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093832614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:52,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:52,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:52,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T19:22:53,018 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/c682b3ffdae34ed08235dee81f2cb69e 2024-11-08T19:22:53,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/dcabe92ad309446896cbdcf678a7b208 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/dcabe92ad309446896cbdcf678a7b208 2024-11-08T19:22:53,027 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/dcabe92ad309446896cbdcf678a7b208, entries=100, sequenceid=487, filesize=9.6 K 2024-11-08T19:22:53,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/13ebf5756dcb48169ef050b59ed2dfd7 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/13ebf5756dcb48169ef050b59ed2dfd7 2024-11-08T19:22:53,033 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/13ebf5756dcb48169ef050b59ed2dfd7, entries=100, sequenceid=487, filesize=9.6 K 2024-11-08T19:22:53,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/c682b3ffdae34ed08235dee81f2cb69e as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/c682b3ffdae34ed08235dee81f2cb69e 2024-11-08T19:22:53,039 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/c682b3ffdae34ed08235dee81f2cb69e, entries=100, sequenceid=487, filesize=9.6 K 2024-11-08T19:22:53,040 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 1282ms, sequenceid=487, compaction requested=false 2024-11-08T19:22:53,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:53,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:53,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T19:22:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T19:22:53,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-08T19:22:53,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3550 sec 2024-11-08T19:22:53,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.3600 sec 2024-11-08T19:22:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:53,126 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:22:53,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-08T19:22:53,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/ee170a3a29434ca7b9098d3572bb85f6 is 50, key is test_row_0/A:col10/1731093773124/Put/seqid=0 2024-11-08T19:22:53,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34742 deadline: 1731093833133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:53,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:53,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:53,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:53,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093833135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:53,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:53,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:53,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:53,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741942_1118 (size=14741) 2024-11-08T19:22:53,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/ee170a3a29434ca7b9098d3572bb85f6 2024-11-08T19:22:53,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/79327fb23a554d9894aa596fc2592342 is 50, key is test_row_0/B:col10/1731093773124/Put/seqid=0 2024-11-08T19:22:53,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741943_1119 (size=12301) 2024-11-08T19:22:53,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:53,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093833243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:53,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:53,407 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-08T19:22:53,407 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:22:53,409 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-08T19:22:53,409 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:22:53,409 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-08T19:22:53,409 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:22:53,409 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-08T19:22:53,409 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:22:53,411 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:53,411 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:53,411 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:53,411 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:53,412 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:53,412 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:53,412 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:53,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:22:53,412 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:53,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:22:53,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:22:53,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:22:53,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093833453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:53,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:53,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/79327fb23a554d9894aa596fc2592342 2024-11-08T19:22:53,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/6c0dba8c08ba48f88d2786f99e87affc is 50, key is test_row_0/C:col10/1731093773124/Put/seqid=0 2024-11-08T19:22:53,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741944_1120 (size=12301) 2024-11-08T19:22:53,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:22:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34722 deadline: 1731093833764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:22:53,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:53,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:22:53,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:22:53,927 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:22:53,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/6c0dba8c08ba48f88d2786f99e87affc 2024-11-08T19:22:53,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/ee170a3a29434ca7b9098d3572bb85f6 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ee170a3a29434ca7b9098d3572bb85f6 2024-11-08T19:22:53,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ee170a3a29434ca7b9098d3572bb85f6, entries=200, sequenceid=520, filesize=14.4 K 2024-11-08T19:22:53,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/79327fb23a554d9894aa596fc2592342 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/79327fb23a554d9894aa596fc2592342 2024-11-08T19:22:54,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/79327fb23a554d9894aa596fc2592342, entries=150, sequenceid=520, filesize=12.0 K 2024-11-08T19:22:54,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/6c0dba8c08ba48f88d2786f99e87affc as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/6c0dba8c08ba48f88d2786f99e87affc 2024-11-08T19:22:54,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/6c0dba8c08ba48f88d2786f99e87affc, entries=150, sequenceid=520, filesize=12.0 K 2024-11-08T19:22:54,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 884ms, sequenceid=520, compaction requested=true 2024-11-08T19:22:54,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:54,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:22:54,011 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:54,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:54,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:22:54,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:54,011 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:54,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ea61cdab1eaacfd96319a4ebe7a3ebd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:22:54,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:54,012 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:54,012 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:54,012 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/B is initiating minor compaction (all files) 2024-11-08T19:22:54,012 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/A is initiating minor compaction (all files) 2024-11-08T19:22:54,012 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/B in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:54,012 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/A in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:54,012 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cb634a36ff0147858dbd44b0057fd021, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/13ebf5756dcb48169ef050b59ed2dfd7, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/79327fb23a554d9894aa596fc2592342] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=34.7 K 2024-11-08T19:22:54,012 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/e8658c19f6224c6bbb81246a8808d656, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/dcabe92ad309446896cbdcf678a7b208, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ee170a3a29434ca7b9098d3572bb85f6] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=37.1 K 2024-11-08T19:22:54,012 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8658c19f6224c6bbb81246a8808d656, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731093769262 2024-11-08T19:22:54,012 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting cb634a36ff0147858dbd44b0057fd021, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731093769262 2024-11-08T19:22:54,013 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcabe92ad309446896cbdcf678a7b208, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731093770423 2024-11-08T19:22:54,013 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 13ebf5756dcb48169ef050b59ed2dfd7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731093770423 2024-11-08T19:22:54,013 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee170a3a29434ca7b9098d3572bb85f6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731093771981 2024-11-08T19:22:54,013 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 79327fb23a554d9894aa596fc2592342, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731093771981 2024-11-08T19:22:54,021 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#A#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:54,021 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#B#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:54,021 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/0d23608e45a449d0872392cfa5c6acde is 50, key is test_row_0/A:col10/1731093773124/Put/seqid=0 2024-11-08T19:22:54,021 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/9423f4011e3b43b7829b1d9c295c8821 is 50, key is test_row_0/B:col10/1731093773124/Put/seqid=0 2024-11-08T19:22:54,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741945_1121 (size=13527) 2024-11-08T19:22:54,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741946_1122 (size=13527) 2024-11-08T19:22:54,156 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-08T19:22:54,156 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:22:54,157 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:54,157 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:54,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:22:54,279 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-08T19:22:54,279 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:22:54,279 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:54,280 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:54,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:22:54,439 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/9423f4011e3b43b7829b1d9c295c8821 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/9423f4011e3b43b7829b1d9c295c8821 2024-11-08T19:22:54,439 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/0d23608e45a449d0872392cfa5c6acde as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/0d23608e45a449d0872392cfa5c6acde 2024-11-08T19:22:54,445 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/B of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 9423f4011e3b43b7829b1d9c295c8821(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:54,445 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/A of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 0d23608e45a449d0872392cfa5c6acde(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:54,445 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:54,445 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:54,445 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/B, priority=13, startTime=1731093774011; duration=0sec 2024-11-08T19:22:54,445 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/A, priority=13, startTime=1731093774011; duration=0sec 2024-11-08T19:22:54,445 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:22:54,445 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:B 2024-11-08T19:22:54,445 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:54,445 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:A 2024-11-08T19:22:54,445 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:22:54,446 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:22:54,446 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 6ea61cdab1eaacfd96319a4ebe7a3ebd/C is initiating minor compaction (all files) 2024-11-08T19:22:54,446 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ea61cdab1eaacfd96319a4ebe7a3ebd/C in TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:54,446 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/4f4bad0c5b1243d8a76a11518efe0d40, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/c682b3ffdae34ed08235dee81f2cb69e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/6c0dba8c08ba48f88d2786f99e87affc] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp, totalSize=34.7 K 2024-11-08T19:22:54,447 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f4bad0c5b1243d8a76a11518efe0d40, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1731093769262 2024-11-08T19:22:54,447 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting c682b3ffdae34ed08235dee81f2cb69e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731093770423 2024-11-08T19:22:54,448 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c0dba8c08ba48f88d2786f99e87affc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1731093771981 2024-11-08T19:22:54,457 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ea61cdab1eaacfd96319a4ebe7a3ebd#C#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:22:54,457 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/45fdc4715fac4f5d83558c5775b0e635 is 50, key is test_row_0/C:col10/1731093773124/Put/seqid=0 2024-11-08T19:22:54,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741947_1123 (size=13527) 2024-11-08T19:22:54,599 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-08T19:22:54,599 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:22:54,599 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:54,600 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:54,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:22:54,605 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-08T19:22:54,605 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-08T19:22:54,605 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:22:54,605 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:22:54,605 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:54,605 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:54,605 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:54,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:22:54,605 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:54,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:22:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T19:22:54,845 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:22:54,845 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T19:22:54,845 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-08T19:22:54,845 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-08T19:22:54,845 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-08T19:22:54,845 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 106 2024-11-08T19:22:54,845 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-08T19:22:54,845 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T19:22:54,846 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4283 2024-11-08T19:22:54,846 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4433 2024-11-08T19:22:54,846 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T19:22:54,846 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1940 2024-11-08T19:22:54,846 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5789 rows 2024-11-08T19:22:54,846 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1924 2024-11-08T19:22:54,846 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5743 rows 2024-11-08T19:22:54,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:22:54,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:22:54,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:54,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:54,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:22:54,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T19:22:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T19:22:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-08T19:22:54,859 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093774859"}]},"ts":"1731093774859"} 2024-11-08T19:22:54,861 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T19:22:54,861 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T19:22:54,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T19:22:54,867 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/45fdc4715fac4f5d83558c5775b0e635 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/45fdc4715fac4f5d83558c5775b0e635 2024-11-08T19:22:54,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ea61cdab1eaacfd96319a4ebe7a3ebd, UNASSIGN}] 2024-11-08T19:22:54,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ea61cdab1eaacfd96319a4ebe7a3ebd, UNASSIGN 2024-11-08T19:22:54,872 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=6ea61cdab1eaacfd96319a4ebe7a3ebd, regionState=CLOSING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:22:54,874 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ea61cdab1eaacfd96319a4ebe7a3ebd/C of 6ea61cdab1eaacfd96319a4ebe7a3ebd into 45fdc4715fac4f5d83558c5775b0e635(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:22:54,874 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: 2024-11-08T19:22:54,874 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., storeName=6ea61cdab1eaacfd96319a4ebe7a3ebd/C, priority=13, startTime=1731093774011; duration=0sec 2024-11-08T19:22:54,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ea61cdab1eaacfd96319a4ebe7a3ebd, UNASSIGN because future has completed 2024-11-08T19:22:54,875 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:22:54,875 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ea61cdab1eaacfd96319a4ebe7a3ebd:C 2024-11-08T19:22:54,875 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T19:22:54,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:22:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-08T19:22:55,032 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:55,033 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T19:22:55,034 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 6ea61cdab1eaacfd96319a4ebe7a3ebd, disabling compactions & flushes 2024-11-08T19:22:55,034 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:55,034 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:55,034 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. after waiting 0 ms 2024-11-08T19:22:55,034 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:55,034 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-08T19:22:55,041 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/adcf48da321b4f74b66568e325e59392 is 50, key is test_row_0/A:col10/1731093774604/Put/seqid=0 2024-11-08T19:22:55,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741948_1124 (size=12301) 2024-11-08T19:22:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-08T19:22:55,446 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/adcf48da321b4f74b66568e325e59392 2024-11-08T19:22:55,463 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/b5a1748b520b488aa6c2c4ab551d843a is 50, key is test_row_0/B:col10/1731093774604/Put/seqid=0 2024-11-08T19:22:55,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741949_1125 (size=12301) 2024-11-08T19:22:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-08T19:22:55,868 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/b5a1748b520b488aa6c2c4ab551d843a 2024-11-08T19:22:55,881 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/21ece02366e34930ba628294f55ddf31 is 50, key is test_row_0/C:col10/1731093774604/Put/seqid=0 2024-11-08T19:22:55,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741950_1126 (size=12301) 2024-11-08T19:22:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-08T19:22:56,288 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/21ece02366e34930ba628294f55ddf31 2024-11-08T19:22:56,299 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/A/adcf48da321b4f74b66568e325e59392 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/adcf48da321b4f74b66568e325e59392 2024-11-08T19:22:56,304 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/adcf48da321b4f74b66568e325e59392, entries=150, sequenceid=533, filesize=12.0 K 2024-11-08T19:22:56,305 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/B/b5a1748b520b488aa6c2c4ab551d843a as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/b5a1748b520b488aa6c2c4ab551d843a 2024-11-08T19:22:56,309 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/b5a1748b520b488aa6c2c4ab551d843a, entries=150, sequenceid=533, filesize=12.0 K 2024-11-08T19:22:56,310 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/.tmp/C/21ece02366e34930ba628294f55ddf31 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/21ece02366e34930ba628294f55ddf31 2024-11-08T19:22:56,315 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/21ece02366e34930ba628294f55ddf31, entries=150, sequenceid=533, filesize=12.0 K 2024-11-08T19:22:56,316 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 1282ms, sequenceid=533, compaction requested=false 2024-11-08T19:22:56,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/9e7e84742cf34217ba3a1c0db2d3a7f9, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/62ea2b758d2d4b08817bfa097bc16ebb, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/6e5b0ae1ad7f470a9a8c52448c75e850, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/a0d6a2bf67654798a97ba48fb909a27c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/76695063bbd94edca4809f87596a3699, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/518267c688264c269598eab5d29f0204, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/bd7fb58ae8e04a40b3071e34933c436c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/b81caae206f84cd39443bea8ec00c40b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/f6439964ce734090a660b37d91192977, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/60269939049548908768bbf35383cc2f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/8682145b1ff542a79fe52e152a4a4db0, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4b1325757c794cbfa372824daeed682b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/21a527a4b76e4d79abbfefeea15706eb, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/87256dd6dbef4686b67a3b82409a0eff, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/8c35bb757cdb40ef9a69e3835840711d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/eb5ec9913277485c9823f4516522f348, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/71c8fe6dc90249a0adae9530fbd276da, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4583f925688d4506a58a7768b196bd35, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ea46edaeff434e2b8792038209755455, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/a7698fe6a7e04ec8985a3a692b5e436d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/2070d02af61f488c95d4e93e594933a1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/36496b82ef804ee2828228c32f9b163e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/0427cf8f3d9441cfb2105a741eff03cd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/0b14d094f26246a1a93fec23fefb4b54, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/19d9a3e7f3d44fd1bef4525d76fdf74c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/2a778df6600d4530a9f9ad075b1d4370, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/1395f5177a174a4192035bcb49ba907f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4db1f66b425a41008b18977529f88936, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/823e5a451e0c441eaf59f2ff517ada96, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/9a2885adafc44de193e7b1843eb07fd5, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ca60240e49814b5abdb4aed4dac172ce, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/55664122b71e450eb78dd59d502d6a41, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/afa57677614443a69ae6c62c710b6014, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/e8658c19f6224c6bbb81246a8808d656, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/dcabe92ad309446896cbdcf678a7b208, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ee170a3a29434ca7b9098d3572bb85f6] to archive 2024-11-08T19:22:56,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:22:56,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/9e7e84742cf34217ba3a1c0db2d3a7f9 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/9e7e84742cf34217ba3a1c0db2d3a7f9 2024-11-08T19:22:56,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/62ea2b758d2d4b08817bfa097bc16ebb to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/62ea2b758d2d4b08817bfa097bc16ebb 2024-11-08T19:22:56,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/6e5b0ae1ad7f470a9a8c52448c75e850 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/6e5b0ae1ad7f470a9a8c52448c75e850 2024-11-08T19:22:56,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/a0d6a2bf67654798a97ba48fb909a27c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/a0d6a2bf67654798a97ba48fb909a27c 2024-11-08T19:22:56,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/76695063bbd94edca4809f87596a3699 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/76695063bbd94edca4809f87596a3699 2024-11-08T19:22:56,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/518267c688264c269598eab5d29f0204 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/518267c688264c269598eab5d29f0204 2024-11-08T19:22:56,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/bd7fb58ae8e04a40b3071e34933c436c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/bd7fb58ae8e04a40b3071e34933c436c 2024-11-08T19:22:56,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/b81caae206f84cd39443bea8ec00c40b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/b81caae206f84cd39443bea8ec00c40b 2024-11-08T19:22:56,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/f6439964ce734090a660b37d91192977 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/f6439964ce734090a660b37d91192977 2024-11-08T19:22:56,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/60269939049548908768bbf35383cc2f to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/60269939049548908768bbf35383cc2f 2024-11-08T19:22:56,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/8682145b1ff542a79fe52e152a4a4db0 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/8682145b1ff542a79fe52e152a4a4db0 2024-11-08T19:22:56,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4b1325757c794cbfa372824daeed682b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4b1325757c794cbfa372824daeed682b 2024-11-08T19:22:56,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/21a527a4b76e4d79abbfefeea15706eb to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/21a527a4b76e4d79abbfefeea15706eb 2024-11-08T19:22:56,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/87256dd6dbef4686b67a3b82409a0eff to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/87256dd6dbef4686b67a3b82409a0eff 2024-11-08T19:22:56,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/8c35bb757cdb40ef9a69e3835840711d to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/8c35bb757cdb40ef9a69e3835840711d 2024-11-08T19:22:56,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/eb5ec9913277485c9823f4516522f348 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/eb5ec9913277485c9823f4516522f348 2024-11-08T19:22:56,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/71c8fe6dc90249a0adae9530fbd276da to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/71c8fe6dc90249a0adae9530fbd276da 2024-11-08T19:22:56,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4583f925688d4506a58a7768b196bd35 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4583f925688d4506a58a7768b196bd35 2024-11-08T19:22:56,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ea46edaeff434e2b8792038209755455 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ea46edaeff434e2b8792038209755455 2024-11-08T19:22:56,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/a7698fe6a7e04ec8985a3a692b5e436d to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/a7698fe6a7e04ec8985a3a692b5e436d 2024-11-08T19:22:56,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/2070d02af61f488c95d4e93e594933a1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/2070d02af61f488c95d4e93e594933a1 2024-11-08T19:22:56,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/36496b82ef804ee2828228c32f9b163e to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/36496b82ef804ee2828228c32f9b163e 2024-11-08T19:22:56,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/0427cf8f3d9441cfb2105a741eff03cd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/0427cf8f3d9441cfb2105a741eff03cd 2024-11-08T19:22:56,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/0b14d094f26246a1a93fec23fefb4b54 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/0b14d094f26246a1a93fec23fefb4b54 2024-11-08T19:22:56,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/19d9a3e7f3d44fd1bef4525d76fdf74c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/19d9a3e7f3d44fd1bef4525d76fdf74c 2024-11-08T19:22:56,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/2a778df6600d4530a9f9ad075b1d4370 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/2a778df6600d4530a9f9ad075b1d4370 2024-11-08T19:22:56,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/1395f5177a174a4192035bcb49ba907f to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/1395f5177a174a4192035bcb49ba907f 2024-11-08T19:22:56,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4db1f66b425a41008b18977529f88936 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/4db1f66b425a41008b18977529f88936 2024-11-08T19:22:56,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/823e5a451e0c441eaf59f2ff517ada96 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/823e5a451e0c441eaf59f2ff517ada96 2024-11-08T19:22:56,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/9a2885adafc44de193e7b1843eb07fd5 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/9a2885adafc44de193e7b1843eb07fd5 2024-11-08T19:22:56,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ca60240e49814b5abdb4aed4dac172ce to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ca60240e49814b5abdb4aed4dac172ce 2024-11-08T19:22:56,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/55664122b71e450eb78dd59d502d6a41 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/55664122b71e450eb78dd59d502d6a41 2024-11-08T19:22:56,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/afa57677614443a69ae6c62c710b6014 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/afa57677614443a69ae6c62c710b6014 2024-11-08T19:22:56,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/e8658c19f6224c6bbb81246a8808d656 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/e8658c19f6224c6bbb81246a8808d656 2024-11-08T19:22:56,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/dcabe92ad309446896cbdcf678a7b208 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/dcabe92ad309446896cbdcf678a7b208 2024-11-08T19:22:56,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ee170a3a29434ca7b9098d3572bb85f6 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/ee170a3a29434ca7b9098d3572bb85f6 2024-11-08T19:22:56,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/15643e743f15467cb8fc75951712650f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/d6dd39dc3fe34f96bab60884e70f79d8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/05c0eef506734d418b4cfaceff13907b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/e6babce8518247a486ac1a9b230c5d6e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/abb047690b8749d3ba9b0807a108e4a3, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6ec6ee6c86f14cb6a6a34f22e3bdcf03, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/de891e0c29264cba85de5d46a9058666, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cf0ad3d15fa648698ffedd456c4cda10, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/5eb7edc24bd34d849952cb14b17abbb4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/3a0cbb2b4e5b4eb3b10159cfb50de9ec, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cbc7f389454d4ef8a93aac7e8e56066f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/da7d13c9fe42442084307ca0b565d0a4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/56d6646f111c47bf8cf20fdc6d6de0fe, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/05138fa750864cbebe4e27b78799cca7, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/282ce266694741b7b79b8be5fec1e49b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/7a4a49394ae5456f901b22ea32d008d8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/60165333c519413d8d6a5abd97b626ad, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/77a489d1e61d4365813c29f6b8c1bc4a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/035bfb5e526f4ef1bb67e5f9dfea894b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6173245a1b8a4527962ff2ed4608e3bb, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/9bb3ba6c9ecb46119ead4ddc8452701b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/7822735daf1e4e67bc0bb41ebe38da7c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/3454773d8b9d4ef0bcae2a5600ca8576, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/e17cf4377b0443bfb3714c0285c9e4a8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/18617383d3cf4f339aec370cb34c0864, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/50b966cea63e4df88812fba58d3aacac, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/3269a2c7ef1b4c91ada1db4b4fb38d36, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/525801133a604d548c64ccb76746184b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/2e4d8c41828947488bdaa2dc31bed582, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/c3a2925847fc48b9becf55d0a6b3a38d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/0d6d3cee7e1b4d45b2fdd31b5c971fdd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/9ed41b3617054e75856e13d9317263e1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cb634a36ff0147858dbd44b0057fd021, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6a2e96faef5748e188a8ad578d768f37, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/13ebf5756dcb48169ef050b59ed2dfd7, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/79327fb23a554d9894aa596fc2592342] to archive 2024-11-08T19:22:56,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:22:56,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/15643e743f15467cb8fc75951712650f to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/15643e743f15467cb8fc75951712650f 2024-11-08T19:22:56,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/d6dd39dc3fe34f96bab60884e70f79d8 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/d6dd39dc3fe34f96bab60884e70f79d8 2024-11-08T19:22:56,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/05c0eef506734d418b4cfaceff13907b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/05c0eef506734d418b4cfaceff13907b 2024-11-08T19:22:56,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/e6babce8518247a486ac1a9b230c5d6e to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/e6babce8518247a486ac1a9b230c5d6e 2024-11-08T19:22:56,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/abb047690b8749d3ba9b0807a108e4a3 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/abb047690b8749d3ba9b0807a108e4a3 2024-11-08T19:22:56,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6ec6ee6c86f14cb6a6a34f22e3bdcf03 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6ec6ee6c86f14cb6a6a34f22e3bdcf03 2024-11-08T19:22:56,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/de891e0c29264cba85de5d46a9058666 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/de891e0c29264cba85de5d46a9058666 2024-11-08T19:22:56,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cf0ad3d15fa648698ffedd456c4cda10 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cf0ad3d15fa648698ffedd456c4cda10 2024-11-08T19:22:56,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/5eb7edc24bd34d849952cb14b17abbb4 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/5eb7edc24bd34d849952cb14b17abbb4 2024-11-08T19:22:56,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/3a0cbb2b4e5b4eb3b10159cfb50de9ec to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/3a0cbb2b4e5b4eb3b10159cfb50de9ec 2024-11-08T19:22:56,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cbc7f389454d4ef8a93aac7e8e56066f to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cbc7f389454d4ef8a93aac7e8e56066f 2024-11-08T19:22:56,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/da7d13c9fe42442084307ca0b565d0a4 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/da7d13c9fe42442084307ca0b565d0a4 2024-11-08T19:22:56,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/56d6646f111c47bf8cf20fdc6d6de0fe to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/56d6646f111c47bf8cf20fdc6d6de0fe 2024-11-08T19:22:56,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/05138fa750864cbebe4e27b78799cca7 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/05138fa750864cbebe4e27b78799cca7 2024-11-08T19:22:56,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/282ce266694741b7b79b8be5fec1e49b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/282ce266694741b7b79b8be5fec1e49b 2024-11-08T19:22:56,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/7a4a49394ae5456f901b22ea32d008d8 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/7a4a49394ae5456f901b22ea32d008d8 2024-11-08T19:22:56,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/60165333c519413d8d6a5abd97b626ad to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/60165333c519413d8d6a5abd97b626ad 2024-11-08T19:22:56,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/77a489d1e61d4365813c29f6b8c1bc4a to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/77a489d1e61d4365813c29f6b8c1bc4a 2024-11-08T19:22:56,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/035bfb5e526f4ef1bb67e5f9dfea894b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/035bfb5e526f4ef1bb67e5f9dfea894b 2024-11-08T19:22:56,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6173245a1b8a4527962ff2ed4608e3bb to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6173245a1b8a4527962ff2ed4608e3bb 2024-11-08T19:22:56,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/9bb3ba6c9ecb46119ead4ddc8452701b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/9bb3ba6c9ecb46119ead4ddc8452701b 2024-11-08T19:22:56,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/7822735daf1e4e67bc0bb41ebe38da7c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/7822735daf1e4e67bc0bb41ebe38da7c 2024-11-08T19:22:56,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/3454773d8b9d4ef0bcae2a5600ca8576 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/3454773d8b9d4ef0bcae2a5600ca8576 2024-11-08T19:22:56,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/e17cf4377b0443bfb3714c0285c9e4a8 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/e17cf4377b0443bfb3714c0285c9e4a8 2024-11-08T19:22:56,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/18617383d3cf4f339aec370cb34c0864 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/18617383d3cf4f339aec370cb34c0864 2024-11-08T19:22:56,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/50b966cea63e4df88812fba58d3aacac to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/50b966cea63e4df88812fba58d3aacac 2024-11-08T19:22:56,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/3269a2c7ef1b4c91ada1db4b4fb38d36 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/3269a2c7ef1b4c91ada1db4b4fb38d36 2024-11-08T19:22:56,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/525801133a604d548c64ccb76746184b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/525801133a604d548c64ccb76746184b 2024-11-08T19:22:56,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/2e4d8c41828947488bdaa2dc31bed582 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/2e4d8c41828947488bdaa2dc31bed582 2024-11-08T19:22:56,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/c3a2925847fc48b9becf55d0a6b3a38d to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/c3a2925847fc48b9becf55d0a6b3a38d 2024-11-08T19:22:56,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/0d6d3cee7e1b4d45b2fdd31b5c971fdd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/0d6d3cee7e1b4d45b2fdd31b5c971fdd 2024-11-08T19:22:56,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/9ed41b3617054e75856e13d9317263e1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/9ed41b3617054e75856e13d9317263e1 2024-11-08T19:22:56,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cb634a36ff0147858dbd44b0057fd021 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/cb634a36ff0147858dbd44b0057fd021 2024-11-08T19:22:56,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6a2e96faef5748e188a8ad578d768f37 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/6a2e96faef5748e188a8ad578d768f37 2024-11-08T19:22:56,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/13ebf5756dcb48169ef050b59ed2dfd7 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/13ebf5756dcb48169ef050b59ed2dfd7 2024-11-08T19:22:56,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/79327fb23a554d9894aa596fc2592342 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/79327fb23a554d9894aa596fc2592342 2024-11-08T19:22:56,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/34d7582abdc54e79b80bc12c821ad97b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/ded02d9fe3fb4b419fe44c31ff2cead4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/1e0127ac3498493eabb2b19aad718a81, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/46a0a3c27f4342fa95ff160b0cfe619d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/af097a6c4a43403397ab592ac224d9ab, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/f8389c20043b4bd88daff06ed304abf1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/a5702ae4fc5b46da8cca2cf8497331a1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/a5c61d590f574a2692aefa05933786ea, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/5a5331c9c8a04add85d4e9de5e4cdcbc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/1b596ba921e54434a597f964351ebe37, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/960b68f813294a2eaf44faea80972a33, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/eb6f62f35d234e4c9add492b5df202ce, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/b5f3c98e99ba4decae8007fcb2e527ea, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/bea183071f5b4e8590eb3424688b5613, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/301f85524da64e8ba679814a73411cbd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fb225367489d471391dc88e2034590b3, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/713daec7f5ed4f5d8fcece405d087402, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9695e1be12804ac5b063fc6c028db169, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/117faf5dac6f404484236bab3583909b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9ea9cd98fe9042c682154a65b78d7bb6, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/e667b0ad08c345e98437d520c527bf67, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/6fe3e7fe1401422ca0891705ca70bb29, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/e1dbeaba6e9e4fcf930878af1e011a4c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/5a747cdde0d74b25867a2035324686b8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/505ee2a6bbe94f39bb357005073eebf6, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/d66c3f78b32c4a048589b747d0d5b4e1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/c5a7b5f1d7ec4e3987e72fa2924c00a5, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/b21ca669b6e4482181495ee4c565ddd0, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fc154586857b4cfc8cb486bd33576272, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/a2c8b331479a4079ae1a5bc571ba5830, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9c6e01de004b4044abae6ce510fabf5c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fd7b88a3a4f64290bb1fe71730d8fdf4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/4f4bad0c5b1243d8a76a11518efe0d40, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/81377d188139479cbfc8f35438609b23, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/c682b3ffdae34ed08235dee81f2cb69e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/6c0dba8c08ba48f88d2786f99e87affc] to archive 2024-11-08T19:22:56,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:22:56,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/34d7582abdc54e79b80bc12c821ad97b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/34d7582abdc54e79b80bc12c821ad97b 2024-11-08T19:22:56,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/ded02d9fe3fb4b419fe44c31ff2cead4 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/ded02d9fe3fb4b419fe44c31ff2cead4 2024-11-08T19:22:56,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/1e0127ac3498493eabb2b19aad718a81 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/1e0127ac3498493eabb2b19aad718a81 2024-11-08T19:22:56,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/46a0a3c27f4342fa95ff160b0cfe619d to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/46a0a3c27f4342fa95ff160b0cfe619d 2024-11-08T19:22:56,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/af097a6c4a43403397ab592ac224d9ab to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/af097a6c4a43403397ab592ac224d9ab 2024-11-08T19:22:56,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/f8389c20043b4bd88daff06ed304abf1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/f8389c20043b4bd88daff06ed304abf1 2024-11-08T19:22:56,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/a5702ae4fc5b46da8cca2cf8497331a1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/a5702ae4fc5b46da8cca2cf8497331a1 2024-11-08T19:22:56,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/a5c61d590f574a2692aefa05933786ea to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/a5c61d590f574a2692aefa05933786ea 2024-11-08T19:22:56,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/5a5331c9c8a04add85d4e9de5e4cdcbc to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/5a5331c9c8a04add85d4e9de5e4cdcbc 2024-11-08T19:22:56,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/1b596ba921e54434a597f964351ebe37 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/1b596ba921e54434a597f964351ebe37 2024-11-08T19:22:56,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/960b68f813294a2eaf44faea80972a33 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/960b68f813294a2eaf44faea80972a33 2024-11-08T19:22:56,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/eb6f62f35d234e4c9add492b5df202ce to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/eb6f62f35d234e4c9add492b5df202ce 2024-11-08T19:22:56,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/b5f3c98e99ba4decae8007fcb2e527ea to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/b5f3c98e99ba4decae8007fcb2e527ea 2024-11-08T19:22:56,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/bea183071f5b4e8590eb3424688b5613 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/bea183071f5b4e8590eb3424688b5613 2024-11-08T19:22:56,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/301f85524da64e8ba679814a73411cbd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/301f85524da64e8ba679814a73411cbd 2024-11-08T19:22:56,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fb225367489d471391dc88e2034590b3 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fb225367489d471391dc88e2034590b3 2024-11-08T19:22:56,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/713daec7f5ed4f5d8fcece405d087402 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/713daec7f5ed4f5d8fcece405d087402 2024-11-08T19:22:56,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9695e1be12804ac5b063fc6c028db169 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9695e1be12804ac5b063fc6c028db169 2024-11-08T19:22:56,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/117faf5dac6f404484236bab3583909b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/117faf5dac6f404484236bab3583909b 2024-11-08T19:22:56,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9ea9cd98fe9042c682154a65b78d7bb6 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9ea9cd98fe9042c682154a65b78d7bb6 2024-11-08T19:22:56,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/e667b0ad08c345e98437d520c527bf67 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/e667b0ad08c345e98437d520c527bf67 2024-11-08T19:22:56,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/6fe3e7fe1401422ca0891705ca70bb29 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/6fe3e7fe1401422ca0891705ca70bb29 2024-11-08T19:22:56,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/e1dbeaba6e9e4fcf930878af1e011a4c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/e1dbeaba6e9e4fcf930878af1e011a4c 2024-11-08T19:22:56,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/5a747cdde0d74b25867a2035324686b8 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/5a747cdde0d74b25867a2035324686b8 2024-11-08T19:22:56,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/505ee2a6bbe94f39bb357005073eebf6 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/505ee2a6bbe94f39bb357005073eebf6 2024-11-08T19:22:56,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/d66c3f78b32c4a048589b747d0d5b4e1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/d66c3f78b32c4a048589b747d0d5b4e1 2024-11-08T19:22:56,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/c5a7b5f1d7ec4e3987e72fa2924c00a5 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/c5a7b5f1d7ec4e3987e72fa2924c00a5 2024-11-08T19:22:56,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/b21ca669b6e4482181495ee4c565ddd0 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/b21ca669b6e4482181495ee4c565ddd0 2024-11-08T19:22:56,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fc154586857b4cfc8cb486bd33576272 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fc154586857b4cfc8cb486bd33576272 2024-11-08T19:22:56,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/a2c8b331479a4079ae1a5bc571ba5830 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/a2c8b331479a4079ae1a5bc571ba5830 2024-11-08T19:22:56,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9c6e01de004b4044abae6ce510fabf5c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/9c6e01de004b4044abae6ce510fabf5c 2024-11-08T19:22:56,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fd7b88a3a4f64290bb1fe71730d8fdf4 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/fd7b88a3a4f64290bb1fe71730d8fdf4 2024-11-08T19:22:56,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/4f4bad0c5b1243d8a76a11518efe0d40 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/4f4bad0c5b1243d8a76a11518efe0d40 2024-11-08T19:22:56,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/81377d188139479cbfc8f35438609b23 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/81377d188139479cbfc8f35438609b23 2024-11-08T19:22:56,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/c682b3ffdae34ed08235dee81f2cb69e to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/c682b3ffdae34ed08235dee81f2cb69e 2024-11-08T19:22:56,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/6c0dba8c08ba48f88d2786f99e87affc to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/6c0dba8c08ba48f88d2786f99e87affc 2024-11-08T19:22:56,486 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/recovered.edits/536.seqid, newMaxSeqId=536, maxSeqId=1 2024-11-08T19:22:56,489 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. 2024-11-08T19:22:56,489 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 6ea61cdab1eaacfd96319a4ebe7a3ebd: Waiting for close lock at 1731093775034Running coprocessor pre-close hooks at 1731093775034Disabling compacts and flushes for region at 1731093775034Disabling writes for close at 1731093775034Obtaining lock to block concurrent updates at 1731093775034Preparing flush snapshotting stores in 6ea61cdab1eaacfd96319a4ebe7a3ebd at 1731093775034Finished memstore snapshotting TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd., syncing WAL and waiting on mvcc, flushsize=dataSize=48090, getHeapSize=126720, getOffHeapSize=0, getCellsCount=1050 at 1731093775035 (+1 ms)Flushing stores of TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd. at 1731093775035Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd/A: creating writer at 1731093775036 (+1 ms)Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd/A: appending metadata at 1731093775040 (+4 ms)Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd/A: closing flushed file at 1731093775040Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd/B: creating writer at 1731093775458 (+418 ms)Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd/B: appending metadata at 1731093775463 (+5 ms)Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd/B: closing flushed file at 1731093775463Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd/C: creating writer at 1731093775878 (+415 ms)Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd/C: appending metadata at 1731093775881 (+3 ms)Flushing 6ea61cdab1eaacfd96319a4ebe7a3ebd/C: closing flushed file at 1731093775881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18eaa4b5: reopening flushed file at 1731093776298 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e294f14: reopening flushed file at 1731093776304 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2463289c: reopening flushed file at 1731093776309 (+5 ms)Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 6ea61cdab1eaacfd96319a4ebe7a3ebd in 1282ms, sequenceid=533, compaction requested=false at 1731093776316 (+7 ms)Writing region close event to WAL at 1731093776482 (+166 ms)Running coprocessor post-close hooks at 1731093776487 (+5 ms)Closed at 1731093776489 (+2 ms) 2024-11-08T19:22:56,492 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:56,493 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=6ea61cdab1eaacfd96319a4ebe7a3ebd, regionState=CLOSED 2024-11-08T19:22:56,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:22:56,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-08T19:22:56,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 6ea61cdab1eaacfd96319a4ebe7a3ebd, server=692b295ad45c,37615,1731093745778 in 1.6210 sec 2024-11-08T19:22:56,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-08T19:22:56,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ea61cdab1eaacfd96319a4ebe7a3ebd, UNASSIGN in 1.6300 sec 2024-11-08T19:22:56,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-08T19:22:56,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6400 sec 2024-11-08T19:22:56,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093776505"}]},"ts":"1731093776505"} 2024-11-08T19:22:56,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T19:22:56,507 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T19:22:56,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6530 sec 2024-11-08T19:22:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-08T19:22:57,005 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:22:57,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T19:22:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:22:57,018 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:22:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-08T19:22:57,020 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:22:57,023 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:57,028 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/recovered.edits] 2024-11-08T19:22:57,031 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/0d23608e45a449d0872392cfa5c6acde to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/0d23608e45a449d0872392cfa5c6acde 2024-11-08T19:22:57,033 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/adcf48da321b4f74b66568e325e59392 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/A/adcf48da321b4f74b66568e325e59392 2024-11-08T19:22:57,036 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/9423f4011e3b43b7829b1d9c295c8821 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/9423f4011e3b43b7829b1d9c295c8821 2024-11-08T19:22:57,037 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/b5a1748b520b488aa6c2c4ab551d843a to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/B/b5a1748b520b488aa6c2c4ab551d843a 2024-11-08T19:22:57,040 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/21ece02366e34930ba628294f55ddf31 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/21ece02366e34930ba628294f55ddf31 2024-11-08T19:22:57,042 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/45fdc4715fac4f5d83558c5775b0e635 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/C/45fdc4715fac4f5d83558c5775b0e635 2024-11-08T19:22:57,046 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/recovered.edits/536.seqid to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd/recovered.edits/536.seqid 2024-11-08T19:22:57,047 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/6ea61cdab1eaacfd96319a4ebe7a3ebd 2024-11-08T19:22:57,047 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T19:22:57,055 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:22:57,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T19:22:57,068 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T19:22:57,096 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T19:22:57,097 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:22:57,097 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T19:22:57,098 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731093777098"}]},"ts":"9223372036854775807"} 2024-11-08T19:22:57,103 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T19:22:57,103 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6ea61cdab1eaacfd96319a4ebe7a3ebd, NAME => 'TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T19:22:57,103 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T19:22:57,103 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731093777103"}]},"ts":"9223372036854775807"} 2024-11-08T19:22:57,107 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T19:22:57,108 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:22:57,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-11-08T19:22:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-08T19:22:57,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T19:22:57,124 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:22:57,134 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;692b295ad45c:37615-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_477971771_22 at /127.0.0.1:52874 [Waiting for operation #107] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_477971771_22 at /127.0.0.1:53246 [Waiting for operation #314] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/692b295ad45c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1632122465_22 at /127.0.0.1:42250 [Waiting for operation #295] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 431) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2727 (was 3539) 2024-11-08T19:22:57,142 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=2727 2024-11-08T19:22:57,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T19:22:57,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:22:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T19:22:57,145 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:22:57,146 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:57,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-08T19:22:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T19:22:57,147 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:22:57,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741951_1127 (size=959) 2024-11-08T19:22:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T19:22:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T19:22:57,558 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa 2024-11-08T19:22:57,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741952_1128 (size=53) 2024-11-08T19:22:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T19:22:57,970 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:22:57,970 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0798a26921a188b443f05ece37d5f042, disabling compactions & flushes 2024-11-08T19:22:57,970 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:22:57,970 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:22:57,971 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. after waiting 0 ms 2024-11-08T19:22:57,971 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:22:57,971 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:22:57,971 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0798a26921a188b443f05ece37d5f042: Waiting for close lock at 1731093777970Disabling compacts and flushes for region at 1731093777970Disabling writes for close at 1731093777971 (+1 ms)Writing region close event to WAL at 1731093777971Closed at 1731093777971 2024-11-08T19:22:57,974 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:22:57,976 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731093777975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093777975"}]},"ts":"1731093777975"} 2024-11-08T19:22:57,979 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:22:57,980 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:22:57,980 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093777980"}]},"ts":"1731093777980"} 2024-11-08T19:22:57,982 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T19:22:57,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0798a26921a188b443f05ece37d5f042, ASSIGN}] 2024-11-08T19:22:57,983 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0798a26921a188b443f05ece37d5f042, ASSIGN 2024-11-08T19:22:57,984 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0798a26921a188b443f05ece37d5f042, ASSIGN; state=OFFLINE, location=692b295ad45c,37615,1731093745778; forceNewPlan=false, retain=false 2024-11-08T19:22:58,135 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=0798a26921a188b443f05ece37d5f042, regionState=OPENING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:22:58,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0798a26921a188b443f05ece37d5f042, ASSIGN because future has completed 2024-11-08T19:22:58,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:22:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T19:22:58,301 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:22:58,301 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:22:58,302 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0798a26921a188b443f05ece37d5f042 2024-11-08T19:22:58,302 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:22:58,302 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 0798a26921a188b443f05ece37d5f042 2024-11-08T19:22:58,302 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 0798a26921a188b443f05ece37d5f042 2024-11-08T19:22:58,304 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0798a26921a188b443f05ece37d5f042 2024-11-08T19:22:58,307 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0798a26921a188b443f05ece37d5f042 columnFamilyName A 2024-11-08T19:22:58,307 DEBUG [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:58,308 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] regionserver.HStore(327): Store=0798a26921a188b443f05ece37d5f042/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:22:58,308 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0798a26921a188b443f05ece37d5f042 2024-11-08T19:22:58,310 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0798a26921a188b443f05ece37d5f042 columnFamilyName B 2024-11-08T19:22:58,310 DEBUG [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:58,310 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] regionserver.HStore(327): Store=0798a26921a188b443f05ece37d5f042/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:22:58,310 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0798a26921a188b443f05ece37d5f042 2024-11-08T19:22:58,313 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0798a26921a188b443f05ece37d5f042 columnFamilyName C 2024-11-08T19:22:58,313 DEBUG [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:22:58,314 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] regionserver.HStore(327): Store=0798a26921a188b443f05ece37d5f042/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:22:58,314 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 0798a26921a188b443f05ece37d5f042 2024-11-08T19:22:58,315 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042 2024-11-08T19:22:58,315 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042 2024-11-08T19:22:58,316 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 0798a26921a188b443f05ece37d5f042 2024-11-08T19:22:58,316 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 0798a26921a188b443f05ece37d5f042 2024-11-08T19:22:58,317 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:22:58,318 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 0798a26921a188b443f05ece37d5f042 2024-11-08T19:22:58,320 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:22:58,320 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 0798a26921a188b443f05ece37d5f042; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64603339, jitterRate=-0.03733523190021515}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:22:58,320 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0798a26921a188b443f05ece37d5f042 2024-11-08T19:22:58,322 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 0798a26921a188b443f05ece37d5f042: Running coprocessor pre-open hook at 1731093778302Writing region info on filesystem at 1731093778302Initializing all the Stores at 1731093778304 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093778304Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093778304Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093778304Cleaning up temporary data from old regions at 1731093778316 (+12 ms)Running coprocessor post-open hooks at 1731093778320 (+4 ms)Region opened successfully at 1731093778322 (+2 ms) 2024-11-08T19:22:58,323 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., pid=34, masterSystemTime=1731093778295 2024-11-08T19:22:58,325 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:22:58,325 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:22:58,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=0798a26921a188b443f05ece37d5f042, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:22:58,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:22:58,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-08T19:22:58,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 in 188 msec 2024-11-08T19:22:58,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-08T19:22:58,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0798a26921a188b443f05ece37d5f042, ASSIGN in 348 msec 2024-11-08T19:22:58,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:22:58,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093778332"}]},"ts":"1731093778332"} 2024-11-08T19:22:58,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T19:22:58,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:22:58,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1910 sec 2024-11-08T19:22:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-08T19:22:59,294 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:22:59,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e30321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:59,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:22:59,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:22:59,296 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:22:59,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:22:59,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:22:59,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba4e8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:59,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:22:59,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:22:59,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:22:59,298 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:22:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8a99a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:22:59,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:22:59,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:22:59,300 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:22:59,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:22:59,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:22:59,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,45827,1731093744840 2024-11-08T19:22:59,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dd3874a 2024-11-08T19:22:59,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:22:59,305 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:22:59,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T19:22:59,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:22:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-08T19:22:59,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741953_1129 (size=995) 2024-11-08T19:22:59,734 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-08T19:22:59,734 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-08T19:22:59,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T19:22:59,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0798a26921a188b443f05ece37d5f042, REOPEN/MOVE}] 2024-11-08T19:22:59,753 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0798a26921a188b443f05ece37d5f042, REOPEN/MOVE 2024-11-08T19:22:59,754 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=0798a26921a188b443f05ece37d5f042, regionState=CLOSING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:22:59,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0798a26921a188b443f05ece37d5f042, REOPEN/MOVE because future has completed 2024-11-08T19:22:59,756 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T19:22:59,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:22:59,908 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 0798a26921a188b443f05ece37d5f042 2024-11-08T19:22:59,908 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T19:22:59,909 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 0798a26921a188b443f05ece37d5f042, disabling compactions & flushes 2024-11-08T19:22:59,909 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:22:59,909 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:22:59,909 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. after waiting 0 ms 2024-11-08T19:22:59,909 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:22:59,912 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T19:22:59,913 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:22:59,913 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 0798a26921a188b443f05ece37d5f042: Waiting for close lock at 1731093779909Running coprocessor pre-close hooks at 1731093779909Disabling compacts and flushes for region at 1731093779909Disabling writes for close at 1731093779909Writing region close event to WAL at 1731093779909Running coprocessor post-close hooks at 1731093779913 (+4 ms)Closed at 1731093779913 2024-11-08T19:22:59,913 WARN [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 0798a26921a188b443f05ece37d5f042 to self. 2024-11-08T19:22:59,915 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 0798a26921a188b443f05ece37d5f042 2024-11-08T19:22:59,916 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=0798a26921a188b443f05ece37d5f042, regionState=CLOSED 2024-11-08T19:22:59,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:22:59,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-08T19:22:59,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 in 162 msec 2024-11-08T19:22:59,920 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0798a26921a188b443f05ece37d5f042, REOPEN/MOVE; state=CLOSED, location=692b295ad45c,37615,1731093745778; forceNewPlan=false, retain=true 2024-11-08T19:23:00,071 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=0798a26921a188b443f05ece37d5f042, regionState=OPENING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0798a26921a188b443f05ece37d5f042, REOPEN/MOVE because future has completed 2024-11-08T19:23:00,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:23:00,232 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:00,232 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:23:00,233 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:00,233 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:23:00,233 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:00,234 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:00,240 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:00,249 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0798a26921a188b443f05ece37d5f042 columnFamilyName A 2024-11-08T19:23:00,251 DEBUG [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:00,252 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] regionserver.HStore(327): Store=0798a26921a188b443f05ece37d5f042/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:23:00,252 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:00,253 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0798a26921a188b443f05ece37d5f042 columnFamilyName B 2024-11-08T19:23:00,253 DEBUG [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:00,253 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] regionserver.HStore(327): Store=0798a26921a188b443f05ece37d5f042/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:23:00,254 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:00,254 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0798a26921a188b443f05ece37d5f042 columnFamilyName C 2024-11-08T19:23:00,254 DEBUG [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:00,254 INFO [StoreOpener-0798a26921a188b443f05ece37d5f042-1 {}] regionserver.HStore(327): Store=0798a26921a188b443f05ece37d5f042/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:23:00,255 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:00,255 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:00,256 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:00,257 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:00,257 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:00,257 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:23:00,258 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:00,259 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 0798a26921a188b443f05ece37d5f042; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73370808, jitterRate=0.09331023693084717}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:23:00,259 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:00,260 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 0798a26921a188b443f05ece37d5f042: Running coprocessor pre-open hook at 1731093780234Writing region info on filesystem at 1731093780234Initializing all the Stores at 1731093780236 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093780236Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093780236Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093780236Cleaning up temporary data from old regions at 1731093780257 (+21 ms)Running coprocessor post-open hooks at 1731093780259 (+2 ms)Region opened successfully at 1731093780260 (+1 ms) 2024-11-08T19:23:00,261 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., pid=39, masterSystemTime=1731093780225 2024-11-08T19:23:00,263 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:00,263 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:00,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=0798a26921a188b443f05ece37d5f042, regionState=OPEN, openSeqNum=5, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:23:00,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-08T19:23:00,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 in 193 msec 2024-11-08T19:23:00,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T19:23:00,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0798a26921a188b443f05ece37d5f042, REOPEN/MOVE in 516 msec 2024-11-08T19:23:00,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-08T19:23:00,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 530 msec 2024-11-08T19:23:00,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 961 msec 2024-11-08T19:23:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-08T19:23:00,278 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:00,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9c3dcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:00,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:00,280 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540e6553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:00,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:00,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:00,281 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236dd13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dde8260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:00,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:00,284 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4f1196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:00,285 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:00,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a36608e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab5c81d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:00,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:00,287 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0b3dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:00,288 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:00,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d7349a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea1a430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:00,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:00,290 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccaf1c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:00,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:00,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:00,291 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f67142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbff363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:00,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:00,293 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4410b21c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:00,294 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f3f204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292bddff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:00,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:00,297 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75465055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:00,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:00,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:00,299 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:00,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2deff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a14e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:00,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:00,301 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d015c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:00,303 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:00,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f0ca5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f17c234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:00,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:00,305 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0988f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:00,307 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:00,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f044a27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197f7df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:00,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:00,309 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50faeedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:00,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:00,311 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:00,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44cff70e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:00,312 DEBUG [Thread-664 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:00,312 DEBUG [Thread-658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:00,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:00,312 DEBUG [Thread-662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:00,312 DEBUG [Thread-653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:00,313 DEBUG [Thread-660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:00,313 DEBUG [Thread-649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:00,313 DEBUG [Thread-647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:00,314 DEBUG [Thread-655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:00,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:00,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:00,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:00,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-08T19:23:00,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:00,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:00,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:00,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:00,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-08T19:23:00,318 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:00,319 DEBUG [Thread-651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:00,319 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:00,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:00,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:00,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:00,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:00,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:00,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:00,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:00,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:00,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:00,344 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:00,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T19:23:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:00,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081641d5911f04425c873a009bd1adc682_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093780328/Put/seqid=0 2024-11-08T19:23:00,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741954_1130 (size=12154) 2024-11-08T19:23:00,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093840396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:00,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093840397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:00,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093840399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:00,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093840405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-08T19:23:00,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093840417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:00,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T19:23:00,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:00,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:00,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:00,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:00,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:00,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093840524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:00,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093840524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093840524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:00,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:00,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:00,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093840533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093840533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:00,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:00,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T19:23:00,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:00,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:00,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:00,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:00,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-08T19:23:00,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093840733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:00,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093840733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:00,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093840744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093840744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093840744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:00,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:00,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T19:23:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:00,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:00,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:00,809 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:00,815 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081641d5911f04425c873a009bd1adc682_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081641d5911f04425c873a009bd1adc682_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:00,818 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/4dfbc7e05fe5447ba80e23104a809119, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:00,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/4dfbc7e05fe5447ba80e23104a809119 is 175, key is test_row_0/A:col10/1731093780328/Put/seqid=0 2024-11-08T19:23:00,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741955_1131 (size=30955) 2024-11-08T19:23:00,851 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/4dfbc7e05fe5447ba80e23104a809119 2024-11-08T19:23:00,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/2249827493e245469e56ea9e2ae3d763 is 50, key is test_row_0/B:col10/1731093780328/Put/seqid=0 2024-11-08T19:23:00,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T19:23:00,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:00,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:00,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:00,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:00,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-08T19:23:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:00,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741956_1132 (size=12001) 2024-11-08T19:23:01,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093841043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093841043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093841054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093841054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093841054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T19:23:01,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:01,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:01,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:01,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T19:23:01,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:01,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:01,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:01,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/2249827493e245469e56ea9e2ae3d763 2024-11-08T19:23:01,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/0bb9527d5ea743c6b7154a15ef6e328a is 50, key is test_row_0/C:col10/1731093780328/Put/seqid=0 2024-11-08T19:23:01,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T19:23:01,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:01,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:01,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:01,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741957_1133 (size=12001) 2024-11-08T19:23:01,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/0bb9527d5ea743c6b7154a15ef6e328a 2024-11-08T19:23:01,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/4dfbc7e05fe5447ba80e23104a809119 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/4dfbc7e05fe5447ba80e23104a809119 2024-11-08T19:23:01,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/4dfbc7e05fe5447ba80e23104a809119, entries=150, sequenceid=18, filesize=30.2 K 2024-11-08T19:23:01,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/2249827493e245469e56ea9e2ae3d763 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/2249827493e245469e56ea9e2ae3d763 2024-11-08T19:23:01,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/2249827493e245469e56ea9e2ae3d763, entries=150, sequenceid=18, filesize=11.7 K 2024-11-08T19:23:01,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/0bb9527d5ea743c6b7154a15ef6e328a as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/0bb9527d5ea743c6b7154a15ef6e328a 2024-11-08T19:23:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-08T19:23:01,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/0bb9527d5ea743c6b7154a15ef6e328a, entries=150, sequenceid=18, filesize=11.7 K 2024-11-08T19:23:01,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 0798a26921a188b443f05ece37d5f042 in 1116ms, sequenceid=18, compaction requested=false 2024-11-08T19:23:01,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:01,556 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:01,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T19:23:01,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T19:23:01,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:01,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:01,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:01,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c5a258a3205345c78e661dca04e0b06c_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093781554/Put/seqid=0 2024-11-08T19:23:01,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093841576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741958_1134 (size=14594) 2024-11-08T19:23:01,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093841579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093841580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093841582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093841583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093841694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093841694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093841694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093841694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093841694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T19:23:01,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:01,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:01,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:01,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T19:23:01,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:01,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:01,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:01,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:01,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093841904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093841904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093841904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093841904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093841905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:01,986 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:01,992 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c5a258a3205345c78e661dca04e0b06c_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c5a258a3205345c78e661dca04e0b06c_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:01,994 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/2b2ba67af22a40889a96585aca777f12, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:01,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/2b2ba67af22a40889a96585aca777f12 is 175, key is test_row_0/A:col10/1731093781554/Put/seqid=0 2024-11-08T19:23:01,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741959_1135 (size=39549) 2024-11-08T19:23:02,000 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/2b2ba67af22a40889a96585aca777f12 2024-11-08T19:23:02,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/135cee5ddb9044d2b7e652645717ebc2 is 50, key is test_row_0/B:col10/1731093781554/Put/seqid=0 2024-11-08T19:23:02,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741960_1136 (size=12001) 2024-11-08T19:23:02,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T19:23:02,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/135cee5ddb9044d2b7e652645717ebc2 2024-11-08T19:23:02,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:02,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:02,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:02,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:02,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:02,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/db52a267adb349acbad1b03ea84054dc is 50, key is test_row_0/C:col10/1731093781554/Put/seqid=0 2024-11-08T19:23:02,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741961_1137 (size=12001) 2024-11-08T19:23:02,046 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T19:23:02,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T19:23:02,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:02,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:02,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:02,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:02,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:02,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093842214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:02,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093842214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:02,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093842215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:02,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:02,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093842216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093842216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:02,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:02,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:02,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T19:23:02,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:02,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:02,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:02,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:02,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:02,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/db52a267adb349acbad1b03ea84054dc 2024-11-08T19:23:02,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/2b2ba67af22a40889a96585aca777f12 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/2b2ba67af22a40889a96585aca777f12 2024-11-08T19:23:02,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/2b2ba67af22a40889a96585aca777f12, entries=200, sequenceid=41, filesize=38.6 K 2024-11-08T19:23:02,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/135cee5ddb9044d2b7e652645717ebc2 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/135cee5ddb9044d2b7e652645717ebc2 2024-11-08T19:23:02,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/135cee5ddb9044d2b7e652645717ebc2, entries=150, sequenceid=41, filesize=11.7 K 2024-11-08T19:23:02,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/db52a267adb349acbad1b03ea84054dc as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/db52a267adb349acbad1b03ea84054dc 2024-11-08T19:23:02,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/db52a267adb349acbad1b03ea84054dc, entries=150, sequenceid=41, filesize=11.7 K 2024-11-08T19:23:02,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0798a26921a188b443f05ece37d5f042 in 913ms, sequenceid=41, compaction requested=false 2024-11-08T19:23:02,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-08T19:23:02,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T19:23:02,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:02,483 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T19:23:02,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e6c09c9d4d744ab6aa2ca60cd7e4742e_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093781577/Put/seqid=0 2024-11-08T19:23:02,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741962_1138 (size=12154) 2024-11-08T19:23:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:02,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:02,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093842754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:02,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093842754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:02,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:02,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:02,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093842756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:02,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093842757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:02,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093842759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:02,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:02,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093842863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:02,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:02,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093842864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:02,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093842864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093842864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,867 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:02,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:02,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093842873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:02,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:02,916 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e6c09c9d4d744ab6aa2ca60cd7e4742e_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e6c09c9d4d744ab6aa2ca60cd7e4742e_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:02,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/c6743ef161164ccda69f1fdfe03c33e1, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:02,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/c6743ef161164ccda69f1fdfe03c33e1 is 175, key is test_row_0/A:col10/1731093781577/Put/seqid=0 2024-11-08T19:23:02,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741963_1139 (size=30955) 2024-11-08T19:23:02,935 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/c6743ef161164ccda69f1fdfe03c33e1 2024-11-08T19:23:02,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/0bd2a215113a4daa8015d046034d0161 is 50, key is test_row_0/B:col10/1731093781577/Put/seqid=0 2024-11-08T19:23:02,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741964_1140 (size=12001) 2024-11-08T19:23:02,967 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/0bd2a215113a4daa8015d046034d0161 2024-11-08T19:23:02,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/9dbfc9c39a0a4e66a9c5cae4096ef21e is 50, key is test_row_0/C:col10/1731093781577/Put/seqid=0 2024-11-08T19:23:03,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741965_1141 (size=12001) 2024-11-08T19:23:03,003 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/9dbfc9c39a0a4e66a9c5cae4096ef21e 2024-11-08T19:23:03,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/c6743ef161164ccda69f1fdfe03c33e1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c6743ef161164ccda69f1fdfe03c33e1 2024-11-08T19:23:03,016 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c6743ef161164ccda69f1fdfe03c33e1, entries=150, sequenceid=54, filesize=30.2 K 2024-11-08T19:23:03,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/0bd2a215113a4daa8015d046034d0161 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/0bd2a215113a4daa8015d046034d0161 2024-11-08T19:23:03,029 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/0bd2a215113a4daa8015d046034d0161, entries=150, sequenceid=54, filesize=11.7 K 2024-11-08T19:23:03,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/9dbfc9c39a0a4e66a9c5cae4096ef21e as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/9dbfc9c39a0a4e66a9c5cae4096ef21e 2024-11-08T19:23:03,043 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/9dbfc9c39a0a4e66a9c5cae4096ef21e, entries=150, sequenceid=54, filesize=11.7 K 2024-11-08T19:23:03,044 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0798a26921a188b443f05ece37d5f042 in 562ms, sequenceid=54, compaction requested=true 2024-11-08T19:23:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-08T19:23:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-08T19:23:03,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-08T19:23:03,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7270 sec 2024-11-08T19:23:03,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.7370 sec 2024-11-08T19:23:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:03,076 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:03,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T19:23:03,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093843086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093843087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108cb99e75914ab49cfbb989c8f7e589311_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093783075/Put/seqid=0 2024-11-08T19:23:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093843090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093843091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093843092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741966_1142 (size=14594) 2024-11-08T19:23:03,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093843203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093843203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093843204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093843204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093843204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093843414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093843414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093843414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093843414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093843414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,507 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:03,511 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108cb99e75914ab49cfbb989c8f7e589311_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108cb99e75914ab49cfbb989c8f7e589311_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:03,512 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/a04a67b9b60643259de72c5657ebfddc, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:03,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/a04a67b9b60643259de72c5657ebfddc is 175, key is test_row_0/A:col10/1731093783075/Put/seqid=0 2024-11-08T19:23:03,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741967_1143 (size=39549) 2024-11-08T19:23:03,523 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/a04a67b9b60643259de72c5657ebfddc 2024-11-08T19:23:03,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/c240e8911d3b48858406e91db0743835 is 50, key is test_row_0/B:col10/1731093783075/Put/seqid=0 2024-11-08T19:23:03,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741968_1144 (size=12001) 2024-11-08T19:23:03,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093843723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093843724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093843724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093843724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:03,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093843724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:03,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:03,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:03,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/c240e8911d3b48858406e91db0743835 2024-11-08T19:23:03,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/8a903d6c4be945cfac96d3d88f67e928 is 50, key is test_row_0/C:col10/1731093783075/Put/seqid=0 2024-11-08T19:23:03,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741969_1145 (size=12001) 2024-11-08T19:23:04,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093844234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:04,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:04,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093844234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093844234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:04,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:04,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093844234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093844234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:04,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:04,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/8a903d6c4be945cfac96d3d88f67e928 2024-11-08T19:23:04,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/a04a67b9b60643259de72c5657ebfddc as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/a04a67b9b60643259de72c5657ebfddc 2024-11-08T19:23:04,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/a04a67b9b60643259de72c5657ebfddc, entries=200, sequenceid=78, filesize=38.6 K 2024-11-08T19:23:04,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/c240e8911d3b48858406e91db0743835 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/c240e8911d3b48858406e91db0743835 2024-11-08T19:23:04,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/c240e8911d3b48858406e91db0743835, entries=150, sequenceid=78, filesize=11.7 K 2024-11-08T19:23:04,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/8a903d6c4be945cfac96d3d88f67e928 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/8a903d6c4be945cfac96d3d88f67e928 2024-11-08T19:23:04,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/8a903d6c4be945cfac96d3d88f67e928, entries=150, sequenceid=78, filesize=11.7 K 2024-11-08T19:23:04,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0798a26921a188b443f05ece37d5f042 in 1293ms, sequenceid=78, compaction requested=true 2024-11-08T19:23:04,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:04,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:23:04,369 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:23:04,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:04,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:23:04,369 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:23:04,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:04,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:23:04,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:04,371 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:23:04,371 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:23:04,371 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/A is initiating minor compaction (all files) 2024-11-08T19:23:04,371 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/B is initiating minor compaction (all files) 2024-11-08T19:23:04,371 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/A in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:04,371 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/B in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:04,371 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/4dfbc7e05fe5447ba80e23104a809119, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/2b2ba67af22a40889a96585aca777f12, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c6743ef161164ccda69f1fdfe03c33e1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/a04a67b9b60643259de72c5657ebfddc] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=137.7 K 2024-11-08T19:23:04,371 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/2249827493e245469e56ea9e2ae3d763, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/135cee5ddb9044d2b7e652645717ebc2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/0bd2a215113a4daa8015d046034d0161, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/c240e8911d3b48858406e91db0743835] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=46.9 K 2024-11-08T19:23:04,371 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 2249827493e245469e56ea9e2ae3d763, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731093780328 2024-11-08T19:23:04,371 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:04,371 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/4dfbc7e05fe5447ba80e23104a809119, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/2b2ba67af22a40889a96585aca777f12, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c6743ef161164ccda69f1fdfe03c33e1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/a04a67b9b60643259de72c5657ebfddc] 2024-11-08T19:23:04,372 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4dfbc7e05fe5447ba80e23104a809119, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731093780328 2024-11-08T19:23:04,372 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 135cee5ddb9044d2b7e652645717ebc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731093780385 2024-11-08T19:23:04,372 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b2ba67af22a40889a96585aca777f12, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731093780385 2024-11-08T19:23:04,372 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bd2a215113a4daa8015d046034d0161, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731093781577 2024-11-08T19:23:04,372 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6743ef161164ccda69f1fdfe03c33e1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731093781577 2024-11-08T19:23:04,372 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting c240e8911d3b48858406e91db0743835, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731093782751 2024-11-08T19:23:04,373 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting a04a67b9b60643259de72c5657ebfddc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731093782746 2024-11-08T19:23:04,385 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:04,386 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#B#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:04,387 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/faa624f653aa4373a0eca27bf6879706 is 50, key is test_row_0/B:col10/1731093783075/Put/seqid=0 2024-11-08T19:23:04,390 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110840962fd2741446e3b9fe5bdaded0b956_0798a26921a188b443f05ece37d5f042 store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:04,397 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110840962fd2741446e3b9fe5bdaded0b956_0798a26921a188b443f05ece37d5f042, store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:04,397 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110840962fd2741446e3b9fe5bdaded0b956_0798a26921a188b443f05ece37d5f042 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741971_1147 (size=4469) 2024-11-08T19:23:04,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741970_1146 (size=12139) 2024-11-08T19:23:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-08T19:23:04,494 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:04,494 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-08T19:23:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T19:23:04,496 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:04,496 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:04,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T19:23:04,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-08T19:23:04,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:04,649 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T19:23:04,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108982cd058d6cf4c68af2220043fd30204_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093783085/Put/seqid=0 2024-11-08T19:23:04,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741972_1148 (size=12154) 2024-11-08T19:23:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T19:23:04,814 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#A#compaction#127 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:04,814 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/58154587a8784a3388f63e0928ca5ca4 is 175, key is test_row_0/A:col10/1731093783075/Put/seqid=0 2024-11-08T19:23:04,819 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/faa624f653aa4373a0eca27bf6879706 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/faa624f653aa4373a0eca27bf6879706 2024-11-08T19:23:04,826 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0798a26921a188b443f05ece37d5f042/B of 0798a26921a188b443f05ece37d5f042 into faa624f653aa4373a0eca27bf6879706(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:04,826 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:04,826 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/B, priority=12, startTime=1731093784369; duration=0sec 2024-11-08T19:23:04,826 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:04,826 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:B 2024-11-08T19:23:04,826 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:23:04,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741973_1149 (size=31093) 2024-11-08T19:23:04,829 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:23:04,829 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/C is initiating minor compaction (all files) 2024-11-08T19:23:04,829 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/C in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:04,829 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/0bb9527d5ea743c6b7154a15ef6e328a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/db52a267adb349acbad1b03ea84054dc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/9dbfc9c39a0a4e66a9c5cae4096ef21e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/8a903d6c4be945cfac96d3d88f67e928] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=46.9 K 2024-11-08T19:23:04,830 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bb9527d5ea743c6b7154a15ef6e328a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731093780328 2024-11-08T19:23:04,830 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting db52a267adb349acbad1b03ea84054dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731093780385 2024-11-08T19:23:04,830 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dbfc9c39a0a4e66a9c5cae4096ef21e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731093781577 2024-11-08T19:23:04,830 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a903d6c4be945cfac96d3d88f67e928, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731093782751 2024-11-08T19:23:04,839 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#C#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:04,839 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/202d93060109421b86d6130394683bbc is 50, key is test_row_0/C:col10/1731093783075/Put/seqid=0 2024-11-08T19:23:04,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741974_1150 (size=12139) 2024-11-08T19:23:05,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:05,071 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108982cd058d6cf4c68af2220043fd30204_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108982cd058d6cf4c68af2220043fd30204_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:05,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/610ce6d43fa24d08a2ede602589d398a, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:05,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/610ce6d43fa24d08a2ede602589d398a is 175, key is test_row_0/A:col10/1731093783085/Put/seqid=0 2024-11-08T19:23:05,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741975_1151 (size=30955) 2024-11-08T19:23:05,078 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/610ce6d43fa24d08a2ede602589d398a 2024-11-08T19:23:05,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/c44699aa0fd74f93a18ebf3a50001329 is 50, key is test_row_0/B:col10/1731093783085/Put/seqid=0 2024-11-08T19:23:05,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741976_1152 (size=12001) 2024-11-08T19:23:05,099 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/c44699aa0fd74f93a18ebf3a50001329 2024-11-08T19:23:05,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/23006d18c89844889f1a7d5669b29f53 is 50, key is test_row_0/C:col10/1731093783085/Put/seqid=0 2024-11-08T19:23:05,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741977_1153 (size=12001) 2024-11-08T19:23:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T19:23:05,232 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/58154587a8784a3388f63e0928ca5ca4 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/58154587a8784a3388f63e0928ca5ca4 2024-11-08T19:23:05,237 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0798a26921a188b443f05ece37d5f042/A of 0798a26921a188b443f05ece37d5f042 into 58154587a8784a3388f63e0928ca5ca4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:05,237 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:05,237 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/A, priority=12, startTime=1731093784369; duration=0sec 2024-11-08T19:23:05,237 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:05,237 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:A 2024-11-08T19:23:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:05,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:05,249 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/202d93060109421b86d6130394683bbc as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/202d93060109421b86d6130394683bbc 2024-11-08T19:23:05,255 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0798a26921a188b443f05ece37d5f042/C of 0798a26921a188b443f05ece37d5f042 into 202d93060109421b86d6130394683bbc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:05,255 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:05,255 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/C, priority=12, startTime=1731093784369; duration=0sec 2024-11-08T19:23:05,256 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:05,256 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:C 2024-11-08T19:23:05,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093845271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093845272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093845272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093845273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093845274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093845384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,385 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093845384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093845384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093845384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093845384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,515 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/23006d18c89844889f1a7d5669b29f53 2024-11-08T19:23:05,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/610ce6d43fa24d08a2ede602589d398a as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/610ce6d43fa24d08a2ede602589d398a 2024-11-08T19:23:05,526 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/610ce6d43fa24d08a2ede602589d398a, entries=150, sequenceid=90, filesize=30.2 K 2024-11-08T19:23:05,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/c44699aa0fd74f93a18ebf3a50001329 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/c44699aa0fd74f93a18ebf3a50001329 2024-11-08T19:23:05,532 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/c44699aa0fd74f93a18ebf3a50001329, entries=150, sequenceid=90, filesize=11.7 K 2024-11-08T19:23:05,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/23006d18c89844889f1a7d5669b29f53 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/23006d18c89844889f1a7d5669b29f53 2024-11-08T19:23:05,537 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/23006d18c89844889f1a7d5669b29f53, entries=150, sequenceid=90, filesize=11.7 K 2024-11-08T19:23:05,539 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0798a26921a188b443f05ece37d5f042 in 889ms, sequenceid=90, compaction requested=false 2024-11-08T19:23:05,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:05,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:05,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-08T19:23:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-08T19:23:05,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-08T19:23:05,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0440 sec 2024-11-08T19:23:05,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.0480 sec 2024-11-08T19:23:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:05,596 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:05,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T19:23:05,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080821cbe05a9e4bb49be128174e7448c0_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093785596/Put/seqid=0 2024-11-08T19:23:05,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093845603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093845607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093845607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093845609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093845610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741978_1154 (size=12154) 2024-11-08T19:23:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T19:23:05,633 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:05,634 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-08T19:23:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T19:23:05,636 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:05,637 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:05,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:05,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093845714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093845714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093845714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093845723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093845723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T19:23:05,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T19:23:05,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:05,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:05,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:05,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:05,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:05,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093845923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093845923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093845923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093845933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093845933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:05,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T19:23:05,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:05,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:05,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:05,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:05,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T19:23:06,015 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:06,019 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080821cbe05a9e4bb49be128174e7448c0_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080821cbe05a9e4bb49be128174e7448c0_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:06,020 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/ea8098b668e34741940b56747fd952eb, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:06,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/ea8098b668e34741940b56747fd952eb is 175, key is test_row_0/A:col10/1731093785596/Put/seqid=0 2024-11-08T19:23:06,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741979_1155 (size=30955) 2024-11-08T19:23:06,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T19:23:06,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:06,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:06,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:06,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:06,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093846234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093846234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:06,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093846234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:06,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:06,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T19:23:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093846243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:06,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:06,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:06,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:06,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:06,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093846243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:06,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:06,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T19:23:06,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T19:23:06,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:06,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:06,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:06,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,425 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/ea8098b668e34741940b56747fd952eb 2024-11-08T19:23:06,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/db4701ac8f644b95a0cf7c24b903e17e is 50, key is test_row_0/B:col10/1731093785596/Put/seqid=0 2024-11-08T19:23:06,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741980_1156 (size=12001) 2024-11-08T19:23:06,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T19:23:06,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:06,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:06,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:06,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T19:23:06,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:06,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:06,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:06,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093846743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:06,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093846743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:06,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:06,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093846743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:06,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:06,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,746 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:06,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:06,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093846753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:06,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093846764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T19:23:06,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/db4701ac8f644b95a0cf7c24b903e17e 2024-11-08T19:23:06,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/e4a949db12274b00933d2b509f609bd8 is 50, key is test_row_0/C:col10/1731093785596/Put/seqid=0 2024-11-08T19:23:06,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741981_1157 (size=12001) 2024-11-08T19:23:06,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T19:23:06,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:06,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:06,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:06,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:07,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T19:23:07,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:07,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:07,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:07,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:07,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:07,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T19:23:07,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:07,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:07,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:07,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:07,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:07,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/e4a949db12274b00933d2b509f609bd8 2024-11-08T19:23:07,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/ea8098b668e34741940b56747fd952eb as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/ea8098b668e34741940b56747fd952eb 2024-11-08T19:23:07,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/ea8098b668e34741940b56747fd952eb, entries=150, sequenceid=122, filesize=30.2 K 2024-11-08T19:23:07,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/db4701ac8f644b95a0cf7c24b903e17e as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/db4701ac8f644b95a0cf7c24b903e17e 2024-11-08T19:23:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/db4701ac8f644b95a0cf7c24b903e17e, entries=150, sequenceid=122, filesize=11.7 K 2024-11-08T19:23:07,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/e4a949db12274b00933d2b509f609bd8 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e4a949db12274b00933d2b509f609bd8 2024-11-08T19:23:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e4a949db12274b00933d2b509f609bd8, entries=150, sequenceid=122, filesize=11.7 K 2024-11-08T19:23:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 0798a26921a188b443f05ece37d5f042 in 1676ms, sequenceid=122, compaction requested=true 2024-11-08T19:23:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:07,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:23:07,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:07,273 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:07,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:23:07,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:07,273 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:07,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:23:07,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,275 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:07,275 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:07,275 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/A is initiating minor compaction (all files) 2024-11-08T19:23:07,275 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/B is initiating minor compaction (all files) 2024-11-08T19:23:07,275 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/A in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:07,275 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/B in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,275 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/faa624f653aa4373a0eca27bf6879706, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/c44699aa0fd74f93a18ebf3a50001329, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/db4701ac8f644b95a0cf7c24b903e17e] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=35.3 K 2024-11-08T19:23:07,275 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/58154587a8784a3388f63e0928ca5ca4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/610ce6d43fa24d08a2ede602589d398a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/ea8098b668e34741940b56747fd952eb] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=90.8 K 2024-11-08T19:23:07,275 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:07,275 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/58154587a8784a3388f63e0928ca5ca4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/610ce6d43fa24d08a2ede602589d398a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/ea8098b668e34741940b56747fd952eb] 2024-11-08T19:23:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,275 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting faa624f653aa4373a0eca27bf6879706, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731093782751 2024-11-08T19:23:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,276 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58154587a8784a3388f63e0928ca5ca4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731093782751 2024-11-08T19:23:07,276 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting c44699aa0fd74f93a18ebf3a50001329, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731093783083 2024-11-08T19:23:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,276 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 610ce6d43fa24d08a2ede602589d398a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731093783083 2024-11-08T19:23:07,276 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting db4701ac8f644b95a0cf7c24b903e17e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731093785273 2024-11-08T19:23:07,276 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea8098b668e34741940b56747fd952eb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731093785273 2024-11-08T19:23:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,283 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,285 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110820be5e45e6884a7e832e3c661dff0873_0798a26921a188b443f05ece37d5f042 store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,290 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#B#compaction#135 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,290 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/05d998e4ef2f45509cee62761a561f0a is 50, key is test_row_0/B:col10/1731093785596/Put/seqid=0 2024-11-08T19:23:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,294 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110820be5e45e6884a7e832e3c661dff0873_0798a26921a188b443f05ece37d5f042, store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,294 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110820be5e45e6884a7e832e3c661dff0873_0798a26921a188b443f05ece37d5f042 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T19:23:07,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:07,318 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-08T19:23:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d3bd2ecec0a34156824978afe4371e5f_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093785606/Put/seqid=0 2024-11-08T19:23:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741983_1159 (size=4469) 2024-11-08T19:23:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741984_1160 (size=9764) 2024-11-08T19:23:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741982_1158 (size=12241) 2024-11-08T19:23:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,359 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d3bd2ecec0a34156824978afe4371e5f_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d3bd2ecec0a34156824978afe4371e5f_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/5b3405a5819e49c8bafedcd6e464ff74, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/5b3405a5819e49c8bafedcd6e464ff74 is 175, key is test_row_0/A:col10/1731093785606/Put/seqid=0 2024-11-08T19:23:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741985_1161 (size=22411) 2024-11-08T19:23:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,382 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/5b3405a5819e49c8bafedcd6e464ff74 2024-11-08T19:23:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/87152527102249c4844a81ea2c1c8166 is 50, key is test_row_0/B:col10/1731093785606/Put/seqid=0 2024-11-08T19:23:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741986_1162 (size=9707) 2024-11-08T19:23:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,419 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/87152527102249c4844a81ea2c1c8166 2024-11-08T19:23:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/07500e34ecc34bc68108cc3ef5bd5ec8 is 50, key is test_row_0/C:col10/1731093785606/Put/seqid=0 2024-11-08T19:23:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741987_1163 (size=9707) 2024-11-08T19:23:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,751 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#A#compaction#136 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,752 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/08c2d91d8973495ea5a48f4454677fea is 175, key is test_row_0/A:col10/1731093785596/Put/seqid=0 2024-11-08T19:23:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,764 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/05d998e4ef2f45509cee62761a561f0a as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/05d998e4ef2f45509cee62761a561f0a 2024-11-08T19:23:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,771 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/B of 0798a26921a188b443f05ece37d5f042 into 05d998e4ef2f45509cee62761a561f0a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:07,771 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:07,771 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/B, priority=13, startTime=1731093787273; duration=0sec 2024-11-08T19:23:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,772 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:07,773 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:B 2024-11-08T19:23:07,773 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,774 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,775 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/C is initiating minor compaction (all files) 2024-11-08T19:23:07,775 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/C in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:07,775 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/202d93060109421b86d6130394683bbc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/23006d18c89844889f1a7d5669b29f53, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e4a949db12274b00933d2b509f609bd8] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=35.3 K 2024-11-08T19:23:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,776 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 202d93060109421b86d6130394683bbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731093782751 2024-11-08T19:23:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,777 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 23006d18c89844889f1a7d5669b29f53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731093783083 2024-11-08T19:23:07,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741988_1164 (size=31195) 2024-11-08T19:23:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,778 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting e4a949db12274b00933d2b509f609bd8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731093785273 2024-11-08T19:23:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T19:23:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,786 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/08c2d91d8973495ea5a48f4454677fea as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/08c2d91d8973495ea5a48f4454677fea 2024-11-08T19:23:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,790 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#C#compaction#140 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,790 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/4feb82767d3d45e7a5f065ba41dea57c is 50, key is test_row_0/C:col10/1731093785596/Put/seqid=0 2024-11-08T19:23:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,793 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/A of 0798a26921a188b443f05ece37d5f042 into 08c2d91d8973495ea5a48f4454677fea(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:07,793 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,793 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/A, priority=13, startTime=1731093787273; duration=0sec 2024-11-08T19:23:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,793 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:07,793 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:A 2024-11-08T19:23:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741989_1165 (size=12241) 2024-11-08T19:23:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:07,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:07,816 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/4feb82767d3d45e7a5f065ba41dea57c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4feb82767d3d45e7a5f065ba41dea57c 2024-11-08T19:23:07,850 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/C of 0798a26921a188b443f05ece37d5f042 into 4feb82767d3d45e7a5f065ba41dea57c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:07,850 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:07,850 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/C, priority=13, startTime=1731093787273; duration=0sec 2024-11-08T19:23:07,851 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:07,851 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:C 2024-11-08T19:23:07,859 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/07500e34ecc34bc68108cc3ef5bd5ec8 2024-11-08T19:23:07,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/5b3405a5819e49c8bafedcd6e464ff74 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/5b3405a5819e49c8bafedcd6e464ff74 2024-11-08T19:23:07,874 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/5b3405a5819e49c8bafedcd6e464ff74, entries=100, sequenceid=130, filesize=21.9 K 2024-11-08T19:23:07,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/87152527102249c4844a81ea2c1c8166 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/87152527102249c4844a81ea2c1c8166 2024-11-08T19:23:07,882 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/87152527102249c4844a81ea2c1c8166, entries=100, sequenceid=130, filesize=9.5 K 2024-11-08T19:23:07,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/07500e34ecc34bc68108cc3ef5bd5ec8 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/07500e34ecc34bc68108cc3ef5bd5ec8 2024-11-08T19:23:07,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:07,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093847875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093847873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:07,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:07,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:07,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:07,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:07,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:07,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:07,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093847886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:07,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093847886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:07,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:07,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:07,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:07,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093847887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:07,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:07,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:07,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:07,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:07,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:07,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:07,894 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/07500e34ecc34bc68108cc3ef5bd5ec8, entries=100, sequenceid=130, filesize=9.5 K 2024-11-08T19:23:07,895 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 0798a26921a188b443f05ece37d5f042 in 577ms, sequenceid=130, compaction requested=false 2024-11-08T19:23:07,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:07,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:07,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-08T19:23:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-08T19:23:07,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-08T19:23:07,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2600 sec 2024-11-08T19:23:07,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.2660 sec 2024-11-08T19:23:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:07,995 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:07,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-08T19:23:08,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093848000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093848004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093848004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093848005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093848007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d8735bc9355e4648856fdacf7fe2e8c1_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093787995/Put/seqid=0 2024-11-08T19:23:08,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741990_1166 (size=17284) 2024-11-08T19:23:08,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093848114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093848114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093848214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093848214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093848214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093848323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093848323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,431 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:08,435 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d8735bc9355e4648856fdacf7fe2e8c1_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d8735bc9355e4648856fdacf7fe2e8c1_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:08,436 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/1f87be658cdb47438e1d85637b889724, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:08,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/1f87be658cdb47438e1d85637b889724 is 175, key is test_row_0/A:col10/1731093787995/Put/seqid=0 2024-11-08T19:23:08,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741991_1167 (size=48389) 2024-11-08T19:23:08,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093848524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093848524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093848524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093848633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:08,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093848633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:08,841 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=164, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/1f87be658cdb47438e1d85637b889724 2024-11-08T19:23:08,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/1aca0d8fa45e4ef99173efce0dfa5fb0 is 50, key is test_row_0/B:col10/1731093787995/Put/seqid=0 2024-11-08T19:23:08,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741992_1168 (size=12151) 2024-11-08T19:23:08,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/1aca0d8fa45e4ef99173efce0dfa5fb0 2024-11-08T19:23:08,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/9545c678ad04412a95245b53866c3b19 is 50, key is test_row_0/C:col10/1731093787995/Put/seqid=0 2024-11-08T19:23:08,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741993_1169 (size=12151) 2024-11-08T19:23:09,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093849033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:09,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093849033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:09,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093849033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:09,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:09,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:09,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:09,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093849143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:09,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093849143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:09,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/9545c678ad04412a95245b53866c3b19 2024-11-08T19:23:09,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/1f87be658cdb47438e1d85637b889724 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/1f87be658cdb47438e1d85637b889724 2024-11-08T19:23:09,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/1f87be658cdb47438e1d85637b889724, entries=250, sequenceid=164, filesize=47.3 K 2024-11-08T19:23:09,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/1aca0d8fa45e4ef99173efce0dfa5fb0 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/1aca0d8fa45e4ef99173efce0dfa5fb0 2024-11-08T19:23:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/1aca0d8fa45e4ef99173efce0dfa5fb0, entries=150, sequenceid=164, filesize=11.9 K 2024-11-08T19:23:09,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/9545c678ad04412a95245b53866c3b19 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/9545c678ad04412a95245b53866c3b19 2024-11-08T19:23:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/9545c678ad04412a95245b53866c3b19, entries=150, sequenceid=164, filesize=11.9 K 2024-11-08T19:23:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 0798a26921a188b443f05ece37d5f042 in 1302ms, sequenceid=164, compaction requested=true 2024-11-08T19:23:09,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:23:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:09,297 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:09,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:23:09,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:09,297 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:09,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:23:09,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,298 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:09,298 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/B is initiating minor compaction (all files) 2024-11-08T19:23:09,298 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/B in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:09,298 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101995 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:09,298 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/A is initiating minor compaction (all files) 2024-11-08T19:23:09,298 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/05d998e4ef2f45509cee62761a561f0a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/87152527102249c4844a81ea2c1c8166, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/1aca0d8fa45e4ef99173efce0dfa5fb0] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=33.3 K 2024-11-08T19:23:09,298 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/A in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:09,299 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/08c2d91d8973495ea5a48f4454677fea, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/5b3405a5819e49c8bafedcd6e464ff74, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/1f87be658cdb47438e1d85637b889724] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=99.6 K 2024-11-08T19:23:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,299 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:09,299 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/08c2d91d8973495ea5a48f4454677fea, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/5b3405a5819e49c8bafedcd6e464ff74, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/1f87be658cdb47438e1d85637b889724] 2024-11-08T19:23:09,299 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 05d998e4ef2f45509cee62761a561f0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731093785273 2024-11-08T19:23:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,300 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08c2d91d8973495ea5a48f4454677fea, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731093785273 2024-11-08T19:23:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,300 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 87152527102249c4844a81ea2c1c8166, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731093785606 2024-11-08T19:23:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,300 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b3405a5819e49c8bafedcd6e464ff74, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731093785606 2024-11-08T19:23:09,300 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 1aca0d8fa45e4ef99173efce0dfa5fb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731093787872 2024-11-08T19:23:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,301 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f87be658cdb47438e1d85637b889724, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731093787872 2024-11-08T19:23:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,308 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,312 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108eda4d607933744159cf6c1d8276f8ccf_0798a26921a188b443f05ece37d5f042 store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,323 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108eda4d607933744159cf6c1d8276f8ccf_0798a26921a188b443f05ece37d5f042, store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:09,323 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108eda4d607933744159cf6c1d8276f8ccf_0798a26921a188b443f05ece37d5f042 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,326 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#B#compaction#145 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,326 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/6accf142b9b0437aab1cb39a627a6871 is 50, key is test_row_0/B:col10/1731093787995/Put/seqid=0 2024-11-08T19:23:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741994_1170 (size=4469) 2024-11-08T19:23:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,330 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#A#compaction#144 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,331 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/c449f3cbcd6b4a4baf1688964adffe4b is 175, key is test_row_0/A:col10/1731093787995/Put/seqid=0 2024-11-08T19:23:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741995_1171 (size=12493) 2024-11-08T19:23:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741996_1172 (size=31447) 2024-11-08T19:23:09,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,368 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/c449f3cbcd6b4a4baf1688964adffe4b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c449f3cbcd6b4a4baf1688964adffe4b 2024-11-08T19:23:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,379 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/A of 0798a26921a188b443f05ece37d5f042 into c449f3cbcd6b4a4baf1688964adffe4b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:09,379 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:09,379 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/A, priority=13, startTime=1731093789297; duration=0sec 2024-11-08T19:23:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,380 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:09,380 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:A 2024-11-08T19:23:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,380 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,382 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:09,382 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/C is initiating minor compaction (all files) 2024-11-08T19:23:09,382 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/C in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:09,383 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4feb82767d3d45e7a5f065ba41dea57c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/07500e34ecc34bc68108cc3ef5bd5ec8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/9545c678ad04412a95245b53866c3b19] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=33.3 K 2024-11-08T19:23:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,385 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4feb82767d3d45e7a5f065ba41dea57c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731093785273 2024-11-08T19:23:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,385 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07500e34ecc34bc68108cc3ef5bd5ec8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731093785606 2024-11-08T19:23:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,386 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9545c678ad04412a95245b53866c3b19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731093787872 2024-11-08T19:23:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,402 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#C#compaction#146 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,403 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/bc256afb701740a59a45b55d4f4ce6bb is 50, key is test_row_0/C:col10/1731093787995/Put/seqid=0 2024-11-08T19:23:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741997_1173 (size=12493) 2024-11-08T19:23:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,424 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/bc256afb701740a59a45b55d4f4ce6bb as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/bc256afb701740a59a45b55d4f4ce6bb 2024-11-08T19:23:09,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,430 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/C of 0798a26921a188b443f05ece37d5f042 into bc256afb701740a59a45b55d4f4ce6bb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:09,430 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:09,430 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/C, priority=13, startTime=1731093789297; duration=0sec 2024-11-08T19:23:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,430 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:09,430 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:C 2024-11-08T19:23:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] io.ByteBuffAllocator(384): Pool already reached its max capacity : 186 and no free buffers now. Consider increasing the value for 'hbase.server.allocator.max.buffer.count' ? 2024-11-08T19:23:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,739 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/6accf142b9b0437aab1cb39a627a6871 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/6accf142b9b0437aab1cb39a627a6871 2024-11-08T19:23:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,746 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/B of 0798a26921a188b443f05ece37d5f042 into 6accf142b9b0437aab1cb39a627a6871(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:09,746 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:09,747 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/B, priority=13, startTime=1731093789297; duration=0sec 2024-11-08T19:23:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,747 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:09,747 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:B 2024-11-08T19:23:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T19:23:09,814 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,814 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-08T19:23:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T19:23:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,817 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,818 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T19:23:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-08T19:23:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,972 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-08T19:23:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108581b57d333684b889d061aa891674b7f_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_1/A:col10/1731093788001/Put/seqid=0 2024-11-08T19:23:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741998_1174 (size=7324) 2024-11-08T19:23:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:10,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093850132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T19:23:10,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093850133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093850135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093850153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093850153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,155 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 0798a26921a188b443f05ece37d5f042 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:23:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,156 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 0798a26921a188b443f05ece37d5f042 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:23:10,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093850243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093850243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093850243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,400 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108581b57d333684b889d061aa891674b7f_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108581b57d333684b889d061aa891674b7f_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:10,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/6bb307fdee07454aa1ea87cd344757bd, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:10,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/6bb307fdee07454aa1ea87cd344757bd is 175, key is test_row_1/A:col10/1731093788001/Put/seqid=0 2024-11-08T19:23:10,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741999_1175 (size=13815) 2024-11-08T19:23:10,411 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/6bb307fdee07454aa1ea87cd344757bd 2024-11-08T19:23:10,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/8de59eb1e39f422dae023f4c81b3268b is 50, key is test_row_1/B:col10/1731093788001/Put/seqid=0 2024-11-08T19:23:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T19:23:10,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742000_1176 (size=7365) 2024-11-08T19:23:10,447 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/8de59eb1e39f422dae023f4c81b3268b 2024-11-08T19:23:10,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093850453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093850453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/27dd06cdbc864817a16e5d6f70c7e406 is 50, key is test_row_1/C:col10/1731093788001/Put/seqid=0 2024-11-08T19:23:10,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093850453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742001_1177 (size=7365) 2024-11-08T19:23:10,466 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/27dd06cdbc864817a16e5d6f70c7e406 2024-11-08T19:23:10,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/6bb307fdee07454aa1ea87cd344757bd as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/6bb307fdee07454aa1ea87cd344757bd 2024-11-08T19:23:10,480 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/6bb307fdee07454aa1ea87cd344757bd, entries=50, sequenceid=172, filesize=13.5 K 2024-11-08T19:23:10,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/8de59eb1e39f422dae023f4c81b3268b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/8de59eb1e39f422dae023f4c81b3268b 2024-11-08T19:23:10,492 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/8de59eb1e39f422dae023f4c81b3268b, entries=50, sequenceid=172, filesize=7.2 K 2024-11-08T19:23:10,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/27dd06cdbc864817a16e5d6f70c7e406 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/27dd06cdbc864817a16e5d6f70c7e406 2024-11-08T19:23:10,499 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/27dd06cdbc864817a16e5d6f70c7e406, entries=50, sequenceid=172, filesize=7.2 K 2024-11-08T19:23:10,500 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 0798a26921a188b443f05ece37d5f042 in 528ms, sequenceid=172, compaction requested=false 2024-11-08T19:23:10,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:10,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:10,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-08T19:23:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-08T19:23:10,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-08T19:23:10,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 684 msec 2024-11-08T19:23:10,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 694 msec 2024-11-08T19:23:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:10,766 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:10,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-08T19:23:10,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093850767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093850768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093850769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088798da96d55d4d59965699f2f1245a6b_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093790133/Put/seqid=0 2024-11-08T19:23:10,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742002_1178 (size=12304) 2024-11-08T19:23:10,787 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:10,791 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088798da96d55d4d59965699f2f1245a6b_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088798da96d55d4d59965699f2f1245a6b_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:10,792 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/a7b07411acde4d3f9440a49b0d0f94fb, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:10,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/a7b07411acde4d3f9440a49b0d0f94fb is 175, key is test_row_0/A:col10/1731093790133/Put/seqid=0 2024-11-08T19:23:10,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742003_1179 (size=31105) 2024-11-08T19:23:10,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093850873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093850874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093850874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:10,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T19:23:10,953 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:10,954 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-08T19:23:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T19:23:11,007 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:11,007 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:11,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T19:23:11,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:11,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093851084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093851084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:11,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093851083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:11,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:11,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T19:23:11,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:11,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:11,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:11,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:11,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:11,203 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/a7b07411acde4d3f9440a49b0d0f94fb 2024-11-08T19:23:11,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/433d7899d1a74247bc2fc3579d590d82 is 50, key is test_row_0/B:col10/1731093790133/Put/seqid=0 2024-11-08T19:23:11,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742004_1180 (size=12151) 2024-11-08T19:23:11,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/433d7899d1a74247bc2fc3579d590d82 2024-11-08T19:23:11,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/cbb3a562bf78480eb688d06cb43353ef is 50, key is test_row_0/C:col10/1731093790133/Put/seqid=0 2024-11-08T19:23:11,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742005_1181 (size=12151) 2024-11-08T19:23:11,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/cbb3a562bf78480eb688d06cb43353ef 2024-11-08T19:23:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T19:23:11,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/a7b07411acde4d3f9440a49b0d0f94fb as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/a7b07411acde4d3f9440a49b0d0f94fb 2024-11-08T19:23:11,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/a7b07411acde4d3f9440a49b0d0f94fb, entries=150, sequenceid=205, filesize=30.4 K 2024-11-08T19:23:11,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/433d7899d1a74247bc2fc3579d590d82 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/433d7899d1a74247bc2fc3579d590d82 2024-11-08T19:23:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/433d7899d1a74247bc2fc3579d590d82, entries=150, sequenceid=205, filesize=11.9 K 2024-11-08T19:23:11,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/cbb3a562bf78480eb688d06cb43353ef as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/cbb3a562bf78480eb688d06cb43353ef 2024-11-08T19:23:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/cbb3a562bf78480eb688d06cb43353ef, entries=150, sequenceid=205, filesize=11.9 K 2024-11-08T19:23:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=6.71 KB/6870 for 0798a26921a188b443f05ece37d5f042 in 530ms, sequenceid=205, compaction requested=true 2024-11-08T19:23:11,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:11,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:23:11,296 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:11,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:23:11,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:11,297 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:11,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:23:11,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,298 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,298 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/B is initiating minor compaction (all files) 2024-11-08T19:23:11,298 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 76367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,298 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/B in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:11,298 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/A is initiating minor compaction (all files) 2024-11-08T19:23:11,298 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/A in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:11,298 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c449f3cbcd6b4a4baf1688964adffe4b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/6bb307fdee07454aa1ea87cd344757bd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/a7b07411acde4d3f9440a49b0d0f94fb] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=74.6 K 2024-11-08T19:23:11,298 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/6accf142b9b0437aab1cb39a627a6871, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/8de59eb1e39f422dae023f4c81b3268b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/433d7899d1a74247bc2fc3579d590d82] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=31.3 K 2024-11-08T19:23:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,299 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:11,299 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c449f3cbcd6b4a4baf1688964adffe4b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/6bb307fdee07454aa1ea87cd344757bd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/a7b07411acde4d3f9440a49b0d0f94fb] 2024-11-08T19:23:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,299 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6accf142b9b0437aab1cb39a627a6871, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731093787872 2024-11-08T19:23:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,300 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8de59eb1e39f422dae023f4c81b3268b, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731093788001 2024-11-08T19:23:11,300 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting c449f3cbcd6b4a4baf1688964adffe4b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731093787872 2024-11-08T19:23:11,300 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bb307fdee07454aa1ea87cd344757bd, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731093788001 2024-11-08T19:23:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,300 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 433d7899d1a74247bc2fc3579d590d82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731093790121 2024-11-08T19:23:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,301 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting a7b07411acde4d3f9440a49b0d0f94fb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731093790121 2024-11-08T19:23:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T19:23:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:11,314 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-08T19:23:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,329 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,339 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#B#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,339 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/9233d47e1f6d4bdba9369711b42ebe0c is 50, key is test_row_0/B:col10/1731093790133/Put/seqid=0 2024-11-08T19:23:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,345 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110813c538f8ee0b420da625a516ebad6cf0_0798a26921a188b443f05ece37d5f042 store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,347 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110813c538f8ee0b420da625a516ebad6cf0_0798a26921a188b443f05ece37d5f042, store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:11,347 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110813c538f8ee0b420da625a516ebad6cf0_0798a26921a188b443f05ece37d5f042 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088439577e1d364c4fb197f32f827624d4_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093790768/Put/seqid=0 2024-11-08T19:23:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742006_1182 (size=12595) 2024-11-08T19:23:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742007_1183 (size=4469) 2024-11-08T19:23:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,407 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#A#compaction#153 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,408 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/5e743fd5fd744886a1349e3881ea68da is 175, key is test_row_0/A:col10/1731093790133/Put/seqid=0 2024-11-08T19:23:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742008_1184 (size=7324) 2024-11-08T19:23:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,444 INFO [master/692b295ad45c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T19:23:11,444 INFO [master/692b295ad45c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T19:23:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742009_1185 (size=31549) 2024-11-08T19:23:11,470 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/5e743fd5fd744886a1349e3881ea68da as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/5e743fd5fd744886a1349e3881ea68da 2024-11-08T19:23:11,481 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/A of 0798a26921a188b443f05ece37d5f042 into 5e743fd5fd744886a1349e3881ea68da(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:11,481 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:11,481 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/A, priority=13, startTime=1731093791296; duration=0sec 2024-11-08T19:23:11,482 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:11,482 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:A 2024-11-08T19:23:11,482 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:11,486 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:11,486 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/C is initiating minor compaction (all files) 2024-11-08T19:23:11,486 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/C in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:11,487 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/bc256afb701740a59a45b55d4f4ce6bb, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/27dd06cdbc864817a16e5d6f70c7e406, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/cbb3a562bf78480eb688d06cb43353ef] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=31.3 K 2024-11-08T19:23:11,487 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting bc256afb701740a59a45b55d4f4ce6bb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1731093787872 2024-11-08T19:23:11,488 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 27dd06cdbc864817a16e5d6f70c7e406, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731093788001 2024-11-08T19:23:11,488 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting cbb3a562bf78480eb688d06cb43353ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731093790121 2024-11-08T19:23:11,503 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#C#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:11,503 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/3a9ae1e99622478b87cb631f3cafa3b4 is 50, key is test_row_0/C:col10/1731093790133/Put/seqid=0 2024-11-08T19:23:11,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093851507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:11,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:11,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093851508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:11,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093851509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:11,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:11,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:11,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742010_1186 (size=12595) 2024-11-08T19:23:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T19:23:11,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093851613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:11,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:11,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093851624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:11,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093851624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:11,783 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/9233d47e1f6d4bdba9369711b42ebe0c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/9233d47e1f6d4bdba9369711b42ebe0c 2024-11-08T19:23:11,790 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/B of 0798a26921a188b443f05ece37d5f042 into 9233d47e1f6d4bdba9369711b42ebe0c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:11,790 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:11,790 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/B, priority=13, startTime=1731093791296; duration=0sec 2024-11-08T19:23:11,791 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:11,791 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:B 2024-11-08T19:23:11,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093851823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:11,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:11,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093851834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093851834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:11,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:11,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:11,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:11,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:11,855 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088439577e1d364c4fb197f32f827624d4_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088439577e1d364c4fb197f32f827624d4_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:11,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/7e69d5debce345a58c0da3f42aaed299, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:11,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/7e69d5debce345a58c0da3f42aaed299 is 175, key is test_row_0/A:col10/1731093790768/Put/seqid=0 2024-11-08T19:23:11,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742011_1187 (size=13815) 2024-11-08T19:23:11,889 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/7e69d5debce345a58c0da3f42aaed299 2024-11-08T19:23:11,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/5261dd195b984e07a2990c2fa5e28d32 is 50, key is test_row_0/B:col10/1731093790768/Put/seqid=0 2024-11-08T19:23:11,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742012_1188 (size=7365) 2024-11-08T19:23:11,937 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/3a9ae1e99622478b87cb631f3cafa3b4 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/3a9ae1e99622478b87cb631f3cafa3b4 2024-11-08T19:23:11,950 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/C of 0798a26921a188b443f05ece37d5f042 into 3a9ae1e99622478b87cb631f3cafa3b4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:11,950 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:11,950 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/C, priority=13, startTime=1731093791297; duration=0sec 2024-11-08T19:23:11,951 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:11,951 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:C 2024-11-08T19:23:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T19:23:12,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093852133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:12,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:12,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093852143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093852143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:12,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:12,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:12,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:12,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093852173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:12,174 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 0798a26921a188b443f05ece37d5f042 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:23:12,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:12,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:12,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:12,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093852183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:12,186 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 0798a26921a188b443f05ece37d5f042 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:23:12,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:12,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:12,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:12,324 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/5261dd195b984e07a2990c2fa5e28d32 2024-11-08T19:23:12,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/4c3c710516c9430e9cf3ba901a27ff45 is 50, key is test_row_0/C:col10/1731093790768/Put/seqid=0 2024-11-08T19:23:12,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742013_1189 (size=7365) 2024-11-08T19:23:12,345 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/4c3c710516c9430e9cf3ba901a27ff45 2024-11-08T19:23:12,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/7e69d5debce345a58c0da3f42aaed299 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/7e69d5debce345a58c0da3f42aaed299 2024-11-08T19:23:12,356 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/7e69d5debce345a58c0da3f42aaed299, entries=50, sequenceid=209, filesize=13.5 K 2024-11-08T19:23:12,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/5261dd195b984e07a2990c2fa5e28d32 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/5261dd195b984e07a2990c2fa5e28d32 2024-11-08T19:23:12,362 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/5261dd195b984e07a2990c2fa5e28d32, entries=50, sequenceid=209, filesize=7.2 K 2024-11-08T19:23:12,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/4c3c710516c9430e9cf3ba901a27ff45 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4c3c710516c9430e9cf3ba901a27ff45 2024-11-08T19:23:12,367 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4c3c710516c9430e9cf3ba901a27ff45, entries=50, sequenceid=209, filesize=7.2 K 2024-11-08T19:23:12,368 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=201.27 KB/206100 for 0798a26921a188b443f05ece37d5f042 in 1054ms, sequenceid=209, compaction requested=false 2024-11-08T19:23:12,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:12,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:12,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-08T19:23:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-08T19:23:12,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-08T19:23:12,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3630 sec 2024-11-08T19:23:12,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.4180 sec 2024-11-08T19:23:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:12,644 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:12,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-08T19:23:12,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093852643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:12,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:12,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:12,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:12,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093852654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:12,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093852654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:12,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:12,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108be005fe57ff847e0af9f77a1ba68ca7f_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093791506/Put/seqid=0 2024-11-08T19:23:12,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742014_1190 (size=12304) 2024-11-08T19:23:13,083 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,088 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108be005fe57ff847e0af9f77a1ba68ca7f_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108be005fe57ff847e0af9f77a1ba68ca7f_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:13,089 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/4f9a8bd026d04da7a0ee96d576b621ad, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:13,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/4f9a8bd026d04da7a0ee96d576b621ad is 175, key is test_row_0/A:col10/1731093791506/Put/seqid=0 2024-11-08T19:23:13,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742015_1191 (size=31105) 2024-11-08T19:23:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T19:23:13,103 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/4f9a8bd026d04da7a0ee96d576b621ad 2024-11-08T19:23:13,103 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:13,104 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-08T19:23:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T19:23:13,107 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:13,107 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:13,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:13,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/959e5b962e9745e68a9c846b293c9f3e is 50, key is test_row_0/B:col10/1731093791506/Put/seqid=0 2024-11-08T19:23:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742016_1192 (size=12151) 2024-11-08T19:23:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T19:23:13,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-08T19:23:13,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:13,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:13,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:13,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:13,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:13,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-08T19:23:13,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:13,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:13,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:13,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:13,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T19:23:13,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/959e5b962e9745e68a9c846b293c9f3e 2024-11-08T19:23:13,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/6d0866d704f94a1e9d7cf9e3387e39e7 is 50, key is test_row_0/C:col10/1731093791506/Put/seqid=0 2024-11-08T19:23:13,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742017_1193 (size=12151) 2024-11-08T19:23:13,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-08T19:23:13,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:13,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:13,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:13,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:13,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:13,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093853653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:13,654 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in 0798a26921a188b443f05ece37d5f042 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:23:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:13,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093853674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:13,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093853674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:13,678 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in 0798a26921a188b443f05ece37d5f042 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:23:13,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:13,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:13,678 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:13,679 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 0798a26921a188b443f05ece37d5f042 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:23:13,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:13,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:13,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:13,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-08T19:23:13,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:13,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:13,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:13,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:13,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T19:23:13,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-08T19:23:13,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:13,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:13,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:13,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:13,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:13,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/6d0866d704f94a1e9d7cf9e3387e39e7 2024-11-08T19:23:13,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/4f9a8bd026d04da7a0ee96d576b621ad as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/4f9a8bd026d04da7a0ee96d576b621ad 2024-11-08T19:23:13,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/4f9a8bd026d04da7a0ee96d576b621ad, entries=150, sequenceid=245, filesize=30.4 K 2024-11-08T19:23:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/959e5b962e9745e68a9c846b293c9f3e as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/959e5b962e9745e68a9c846b293c9f3e 2024-11-08T19:23:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/959e5b962e9745e68a9c846b293c9f3e, entries=150, sequenceid=245, filesize=11.9 K 2024-11-08T19:23:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/6d0866d704f94a1e9d7cf9e3387e39e7 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/6d0866d704f94a1e9d7cf9e3387e39e7 2024-11-08T19:23:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/6d0866d704f94a1e9d7cf9e3387e39e7, entries=150, sequenceid=245, filesize=11.9 K 2024-11-08T19:23:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 0798a26921a188b443f05ece37d5f042 in 1335ms, sequenceid=245, compaction requested=true 2024-11-08T19:23:13,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,980 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:23:13,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:13,980 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,981 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 76469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,981 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/A is initiating minor compaction (all files) 2024-11-08T19:23:13,981 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/A in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:13,981 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/5e743fd5fd744886a1349e3881ea68da, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/7e69d5debce345a58c0da3f42aaed299, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/4f9a8bd026d04da7a0ee96d576b621ad] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=74.7 K 2024-11-08T19:23:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,982 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,982 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/5e743fd5fd744886a1349e3881ea68da, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/7e69d5debce345a58c0da3f42aaed299, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/4f9a8bd026d04da7a0ee96d576b621ad] 2024-11-08T19:23:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,982 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,982 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e743fd5fd744886a1349e3881ea68da, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731093790121 2024-11-08T19:23:13,982 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/B is initiating minor compaction (all files) 2024-11-08T19:23:13,982 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/B in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,983 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/9233d47e1f6d4bdba9369711b42ebe0c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/5261dd195b984e07a2990c2fa5e28d32, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/959e5b962e9745e68a9c846b293c9f3e] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=31.4 K 2024-11-08T19:23:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,983 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e69d5debce345a58c0da3f42aaed299, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731093790768 2024-11-08T19:23:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,983 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 9233d47e1f6d4bdba9369711b42ebe0c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731093790121 2024-11-08T19:23:13,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:23:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:13,983 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f9a8bd026d04da7a0ee96d576b621ad, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731093791495 2024-11-08T19:23:13,983 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 5261dd195b984e07a2990c2fa5e28d32, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731093790768 2024-11-08T19:23:13,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:23:13,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,984 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 959e5b962e9745e68a9c846b293c9f3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731093791495 2024-11-08T19:23:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,990 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,992 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110820a957103ae44cbf8deeba3b823470df_0798a26921a188b443f05ece37d5f042 store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,993 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#B#compaction#163 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,994 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/25259a58d43a45b4b2f02d81fffa66bc is 50, key is test_row_0/B:col10/1731093791506/Put/seqid=0 2024-11-08T19:23:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,994 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110820a957103ae44cbf8deeba3b823470df_0798a26921a188b443f05ece37d5f042, store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,994 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110820a957103ae44cbf8deeba3b823470df_0798a26921a188b443f05ece37d5f042 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742019_1195 (size=4469) 2024-11-08T19:23:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742018_1194 (size=12697) 2024-11-08T19:23:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-08T19:23:14,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:14,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:14,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T19:23:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T19:23:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-08T19:23:14,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 922 msec 2024-11-08T19:23:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 927 msec 2024-11-08T19:23:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T19:23:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,244 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,244 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-08T19:23:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T19:23:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,246 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,247 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T19:23:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-08T19:23:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:14,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-08T19:23:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-08T19:23:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-08T19:23:14,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-08T19:23:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 161 msec 2024-11-08T19:23:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,412 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#A#compaction#162 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,412 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/6a5a58e4149e4deab0d883bd8e0e24a2 is 175, key is test_row_0/A:col10/1731093791506/Put/seqid=0 2024-11-08T19:23:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742020_1196 (size=31651) 2024-11-08T19:23:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,427 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/6a5a58e4149e4deab0d883bd8e0e24a2 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/6a5a58e4149e4deab0d883bd8e0e24a2 2024-11-08T19:23:14,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,430 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/25259a58d43a45b4b2f02d81fffa66bc as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/25259a58d43a45b4b2f02d81fffa66bc 2024-11-08T19:23:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,435 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/A of 0798a26921a188b443f05ece37d5f042 into 6a5a58e4149e4deab0d883bd8e0e24a2(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:14,435 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:14,435 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/A, priority=13, startTime=1731093793979; duration=0sec 2024-11-08T19:23:14,435 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,435 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:A 2024-11-08T19:23:14,435 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,436 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/B of 0798a26921a188b443f05ece37d5f042 into 25259a58d43a45b4b2f02d81fffa66bc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:14,436 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:14,436 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:14,437 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/B, priority=13, startTime=1731093793980; duration=0sec 2024-11-08T19:23:14,437 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/C is initiating minor compaction (all files) 2024-11-08T19:23:14,437 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/C in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:14,437 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:14,437 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:B 2024-11-08T19:23:14,437 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/3a9ae1e99622478b87cb631f3cafa3b4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4c3c710516c9430e9cf3ba901a27ff45, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/6d0866d704f94a1e9d7cf9e3387e39e7] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=31.4 K 2024-11-08T19:23:14,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,437 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a9ae1e99622478b87cb631f3cafa3b4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731093790121 2024-11-08T19:23:14,438 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c3c710516c9430e9cf3ba901a27ff45, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731093790768 2024-11-08T19:23:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,438 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d0866d704f94a1e9d7cf9e3387e39e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731093791495 2024-11-08T19:23:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,447 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,448 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/e1cd929fbfc049709eae80b9c622cae1 is 50, key is test_row_0/C:col10/1731093791506/Put/seqid=0 2024-11-08T19:23:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742021_1197 (size=12697) 2024-11-08T19:23:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,460 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/e1cd929fbfc049709eae80b9c622cae1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e1cd929fbfc049709eae80b9c622cae1 2024-11-08T19:23:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,467 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/C of 0798a26921a188b443f05ece37d5f042 into e1cd929fbfc049709eae80b9c622cae1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,467 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:14,467 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/C, priority=13, startTime=1731093793983; duration=0sec 2024-11-08T19:23:14,467 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:14,467 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:C 2024-11-08T19:23:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T19:23:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,564 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,564 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-08T19:23:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T19:23:14,566 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,567 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T19:23:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-08T19:23:14,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:14,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-08T19:23:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-08T19:23:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-08T19:23:14,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-08T19:23:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 160 msec 2024-11-08T19:23:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T19:23:14,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,883 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,884 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-08T19:23:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,886 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T19:23:14,887 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:14,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T19:23:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-08T19:23:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:15,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:15,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-08T19:23:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-08T19:23:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-08T19:23:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-08T19:23:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 161 msec 2024-11-08T19:23:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T19:23:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,204 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,204 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-08T19:23:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T19:23:15,207 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,207 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:15,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T19:23:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-08T19:23:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-08T19:23:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-08T19:23:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-08T19:23:15,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-08T19:23:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 159 msec 2024-11-08T19:23:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-08T19:23:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,523 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,524 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-08T19:23:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T19:23:15,526 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,527 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T19:23:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-08T19:23:15,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:15,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:15,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-08T19:23:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-08T19:23:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-08T19:23:15,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-08T19:23:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 161 msec 2024-11-08T19:23:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:15,721 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:23:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a5fa6492441d43bf98aae2f506cf67ad_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093795719/Put/seqid=0 2024-11-08T19:23:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093855763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:15,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093855764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:15,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:15,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:15,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093855769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:15,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:15,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:15,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:15,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742023_1199 (size=25158) 2024-11-08T19:23:15,774 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:15,782 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a5fa6492441d43bf98aae2f506cf67ad_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a5fa6492441d43bf98aae2f506cf67ad_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:15,783 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/b4d6e4c0c6f94c65abcd6275aab663ce, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:15,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/b4d6e4c0c6f94c65abcd6275aab663ce is 175, key is test_row_0/A:col10/1731093795719/Put/seqid=0 2024-11-08T19:23:15,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742022_1198 (size=74795) 2024-11-08T19:23:15,786 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/b4d6e4c0c6f94c65abcd6275aab663ce 2024-11-08T19:23:15,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/84d5e34422ea40fcae49a570b675bf18 is 50, key is test_row_0/B:col10/1731093795719/Put/seqid=0 2024-11-08T19:23:15,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742024_1200 (size=12301) 2024-11-08T19:23:15,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/84d5e34422ea40fcae49a570b675bf18 2024-11-08T19:23:15,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/4cfc20994b834c1792cb642c282064dd is 50, key is test_row_0/C:col10/1731093795719/Put/seqid=0 2024-11-08T19:23:15,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742025_1201 (size=12301) 2024-11-08T19:23:15,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/4cfc20994b834c1792cb642c282064dd 2024-11-08T19:23:15,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/b4d6e4c0c6f94c65abcd6275aab663ce as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/b4d6e4c0c6f94c65abcd6275aab663ce 2024-11-08T19:23:15,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/b4d6e4c0c6f94c65abcd6275aab663ce, entries=400, sequenceid=265, filesize=73.0 K 2024-11-08T19:23:15,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/84d5e34422ea40fcae49a570b675bf18 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/84d5e34422ea40fcae49a570b675bf18 2024-11-08T19:23:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T19:23:15,844 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:15,844 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-08T19:23:15,849 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T19:23:15,850 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:15,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:15,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/84d5e34422ea40fcae49a570b675bf18, entries=150, sequenceid=265, filesize=12.0 K 2024-11-08T19:23:15,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/4cfc20994b834c1792cb642c282064dd as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4cfc20994b834c1792cb642c282064dd 2024-11-08T19:23:15,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4cfc20994b834c1792cb642c282064dd, entries=150, sequenceid=265, filesize=12.0 K 2024-11-08T19:23:15,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0798a26921a188b443f05ece37d5f042 in 153ms, sequenceid=265, compaction requested=false 2024-11-08T19:23:15,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:15,879 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:15,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T19:23:15,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110819c8aab9dd014c3d991e462df09203cb_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093795759/Put/seqid=0 2024-11-08T19:23:15,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093855908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:15,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:15,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:15,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:15,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093855909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:15,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:15,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:15,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:15,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093855913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:15,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:15,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:15,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:15,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742026_1202 (size=20074) 2024-11-08T19:23:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T19:23:16,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-08T19:23:16,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:16,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:16,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:16,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093856024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:16,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:16,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093856024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:16,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093856024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:16,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-08T19:23:16,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:16,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:16,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:16,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T19:23:16,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:16,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54602 deadline: 1731093856203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:16,206 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 0798a26921a188b443f05ece37d5f042 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:23:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:16,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54554 deadline: 1731093856214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:16,218 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 0798a26921a188b443f05ece37d5f042 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:23:16,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:16,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093856233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093856233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093856233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:16,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-08T19:23:16,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:16,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:16,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:16,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,327 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:16,331 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110819c8aab9dd014c3d991e462df09203cb_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110819c8aab9dd014c3d991e462df09203cb_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:16,332 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/e68621c23dfb4caab05fa2e3c7a03821, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:16,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/e68621c23dfb4caab05fa2e3c7a03821 is 175, key is test_row_0/A:col10/1731093795759/Put/seqid=0 2024-11-08T19:23:16,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742027_1203 (size=57333) 2024-11-08T19:23:16,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-08T19:23:16,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:16,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:16,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:16,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T19:23:16,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093856543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:16,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:16,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093856543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:16,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:16,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093856543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:16,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:16,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:16,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:16,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-08T19:23:16,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:16,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:16,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:16,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,738 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/e68621c23dfb4caab05fa2e3c7a03821 2024-11-08T19:23:16,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/90e4ebea563e4901a686e356ca1dc74a is 50, key is test_row_0/B:col10/1731093795759/Put/seqid=0 2024-11-08T19:23:16,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742028_1204 (size=12301) 2024-11-08T19:23:16,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-08T19:23:16,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:16,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:16,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:16,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-08T19:23:16,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:16,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:16,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:16,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T19:23:17,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093857053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:17,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093857053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:17,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:17,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:17,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:17,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093857053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:17,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:17,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:17,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:17,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-08T19:23:17,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:17,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:17,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:17,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:17,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:17,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/90e4ebea563e4901a686e356ca1dc74a 2024-11-08T19:23:17,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/256637c820bb4c40ba28e06284723ef5 is 50, key is test_row_0/C:col10/1731093795759/Put/seqid=0 2024-11-08T19:23:17,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742029_1205 (size=12301) 2024-11-08T19:23:17,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-08T19:23:17,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:17,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:17,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:17,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:17,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:17,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-08T19:23:17,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:17,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:17,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:17,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:17,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:17,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-08T19:23:17,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:17,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:17,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:17,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:17,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:17,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/256637c820bb4c40ba28e06284723ef5 2024-11-08T19:23:17,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/e68621c23dfb4caab05fa2e3c7a03821 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/e68621c23dfb4caab05fa2e3c7a03821 2024-11-08T19:23:17,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/e68621c23dfb4caab05fa2e3c7a03821, entries=300, sequenceid=293, filesize=56.0 K 2024-11-08T19:23:17,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/90e4ebea563e4901a686e356ca1dc74a as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/90e4ebea563e4901a686e356ca1dc74a 2024-11-08T19:23:17,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/90e4ebea563e4901a686e356ca1dc74a, entries=150, sequenceid=293, filesize=12.0 K 2024-11-08T19:23:17,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/256637c820bb4c40ba28e06284723ef5 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/256637c820bb4c40ba28e06284723ef5 2024-11-08T19:23:17,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/256637c820bb4c40ba28e06284723ef5, entries=150, sequenceid=293, filesize=12.0 K 2024-11-08T19:23:17,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 0798a26921a188b443f05ece37d5f042 in 1702ms, sequenceid=293, compaction requested=true 2024-11-08T19:23:17,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:17,581 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:17,582 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 163779 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:17,582 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/A is initiating minor compaction (all files) 2024-11-08T19:23:17,582 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/A in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:17,582 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/6a5a58e4149e4deab0d883bd8e0e24a2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/b4d6e4c0c6f94c65abcd6275aab663ce, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/e68621c23dfb4caab05fa2e3c7a03821] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=159.9 K 2024-11-08T19:23:17,583 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:17,583 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/6a5a58e4149e4deab0d883bd8e0e24a2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/b4d6e4c0c6f94c65abcd6275aab663ce, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/e68621c23dfb4caab05fa2e3c7a03821] 2024-11-08T19:23:17,583 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a5a58e4149e4deab0d883bd8e0e24a2, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731093791495 2024-11-08T19:23:17,583 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4d6e4c0c6f94c65abcd6275aab663ce, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731093795680 2024-11-08T19:23:17,584 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting e68621c23dfb4caab05fa2e3c7a03821, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731093795759 2024-11-08T19:23:17,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:23:17,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:17,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:23:17,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:17,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:23:17,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:17,586 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:17,587 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:17,588 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/B is initiating minor compaction (all files) 2024-11-08T19:23:17,588 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/B in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:17,588 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/25259a58d43a45b4b2f02d81fffa66bc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/84d5e34422ea40fcae49a570b675bf18, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/90e4ebea563e4901a686e356ca1dc74a] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=36.4 K 2024-11-08T19:23:17,588 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 25259a58d43a45b4b2f02d81fffa66bc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731093791495 2024-11-08T19:23:17,589 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 84d5e34422ea40fcae49a570b675bf18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731093795709 2024-11-08T19:23:17,589 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 90e4ebea563e4901a686e356ca1dc74a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731093795759 2024-11-08T19:23:17,595 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:17,599 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110875fb71d2b1854b3b9f0f051f38b2ecf3_0798a26921a188b443f05ece37d5f042 store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:17,607 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110875fb71d2b1854b3b9f0f051f38b2ecf3_0798a26921a188b443f05ece37d5f042, store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:17,607 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110875fb71d2b1854b3b9f0f051f38b2ecf3_0798a26921a188b443f05ece37d5f042 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:17,614 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#B#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:17,615 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/bcd0d2cb52a64502a435efd69ce25ca1 is 50, key is test_row_0/B:col10/1731093795759/Put/seqid=0 2024-11-08T19:23:17,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742030_1206 (size=4469) 2024-11-08T19:23:17,642 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#A#compaction#171 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:17,642 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/9b9bdf39fd5d4b208fddcc63766011a4 is 175, key is test_row_0/A:col10/1731093795759/Put/seqid=0 2024-11-08T19:23:17,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742032_1208 (size=31903) 2024-11-08T19:23:17,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742031_1207 (size=12949) 2024-11-08T19:23:17,666 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/9b9bdf39fd5d4b208fddcc63766011a4 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/9b9bdf39fd5d4b208fddcc63766011a4 2024-11-08T19:23:17,673 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/bcd0d2cb52a64502a435efd69ce25ca1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/bcd0d2cb52a64502a435efd69ce25ca1 2024-11-08T19:23:17,673 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/A of 0798a26921a188b443f05ece37d5f042 into 9b9bdf39fd5d4b208fddcc63766011a4(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:17,673 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:17,673 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/A, priority=13, startTime=1731093797581; duration=0sec 2024-11-08T19:23:17,673 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:17,674 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:A 2024-11-08T19:23:17,674 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:17,675 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:17,675 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/C is initiating minor compaction (all files) 2024-11-08T19:23:17,675 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/C in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:17,675 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e1cd929fbfc049709eae80b9c622cae1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4cfc20994b834c1792cb642c282064dd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/256637c820bb4c40ba28e06284723ef5] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=36.4 K 2024-11-08T19:23:17,675 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1cd929fbfc049709eae80b9c622cae1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731093791495 2024-11-08T19:23:17,676 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cfc20994b834c1792cb642c282064dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731093795709 2024-11-08T19:23:17,677 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 256637c820bb4c40ba28e06284723ef5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731093795759 2024-11-08T19:23:17,683 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/B of 0798a26921a188b443f05ece37d5f042 into bcd0d2cb52a64502a435efd69ce25ca1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:17,683 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:17,683 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/B, priority=13, startTime=1731093797586; duration=0sec 2024-11-08T19:23:17,683 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:17,683 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:B 2024-11-08T19:23:17,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-08T19:23:17,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:17,686 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-08T19:23:17,696 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:17,697 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/3bd90c2e1a5b45f68bbed5e791ee753f is 50, key is test_row_0/C:col10/1731093795759/Put/seqid=0 2024-11-08T19:23:17,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108416d3f7c0c11486fac0ebdb72d438a79_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093795886/Put/seqid=0 2024-11-08T19:23:17,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742033_1209 (size=12949) 2024-11-08T19:23:17,736 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/3bd90c2e1a5b45f68bbed5e791ee753f as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/3bd90c2e1a5b45f68bbed5e791ee753f 2024-11-08T19:23:17,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742034_1210 (size=12454) 2024-11-08T19:23:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,743 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/C of 0798a26921a188b443f05ece37d5f042 into 3bd90c2e1a5b45f68bbed5e791ee753f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:17,743 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:17,743 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/C, priority=13, startTime=1731093797586; duration=0sec 2024-11-08T19:23:17,744 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:17,744 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:C 2024-11-08T19:23:17,744 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108416d3f7c0c11486fac0ebdb72d438a79_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108416d3f7c0c11486fac0ebdb72d438a79_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:17,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/2bf71eb1dc5448e1b8b8b4235416bd69, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/2bf71eb1dc5448e1b8b8b4235416bd69 is 175, key is test_row_0/A:col10/1731093795886/Put/seqid=0 2024-11-08T19:23:17,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742035_1211 (size=31255) 2024-11-08T19:23:17,752 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/2bf71eb1dc5448e1b8b8b4235416bd69 2024-11-08T19:23:17,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/a475e78f742a4970a1119cba56a2ec80 is 50, key is test_row_0/B:col10/1731093795886/Put/seqid=0 2024-11-08T19:23:17,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742036_1212 (size=12301) 2024-11-08T19:23:17,789 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/a475e78f742a4970a1119cba56a2ec80 2024-11-08T19:23:17,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/e8f543d0c12842e2a919ae44c65d001c is 50, key is test_row_0/C:col10/1731093795886/Put/seqid=0 2024-11-08T19:23:17,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742037_1213 (size=12301) 2024-11-08T19:23:17,828 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/e8f543d0c12842e2a919ae44c65d001c 2024-11-08T19:23:17,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/2bf71eb1dc5448e1b8b8b4235416bd69 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/2bf71eb1dc5448e1b8b8b4235416bd69 2024-11-08T19:23:17,840 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/2bf71eb1dc5448e1b8b8b4235416bd69, entries=150, sequenceid=304, filesize=30.5 K 2024-11-08T19:23:17,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/a475e78f742a4970a1119cba56a2ec80 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/a475e78f742a4970a1119cba56a2ec80 2024-11-08T19:23:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,846 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/a475e78f742a4970a1119cba56a2ec80, entries=150, sequenceid=304, filesize=12.0 K 2024-11-08T19:23:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/e8f543d0c12842e2a919ae44c65d001c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e8f543d0c12842e2a919ae44c65d001c 2024-11-08T19:23:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,854 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e8f543d0c12842e2a919ae44c65d001c, entries=150, sequenceid=304, filesize=12.0 K 2024-11-08T19:23:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,855 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 0798a26921a188b443f05ece37d5f042 in 169ms, sequenceid=304, compaction requested=false 2024-11-08T19:23:17,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:17,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-08T19:23:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-08T19:23:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-08T19:23:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0080 sec 2024-11-08T19:23:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 2.0170 sec 2024-11-08T19:23:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T19:23:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,004 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,005 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-08T19:23:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-08T19:23:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,007 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,008 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,111 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:18,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:23:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-08T19:23:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110842a520f7a35d4ed7b40f0c0da8e343fb_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093798098/Put/seqid=0 2024-11-08T19:23:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742039_1215 (size=25158) 2024-11-08T19:23:18,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-08T19:23:18,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:18,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:18,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:18,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:18,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:18,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093858160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:18,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:18,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093858165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:18,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093858166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:18,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093858274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:18,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:18,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093858283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:18,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:18,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093858283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:18,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:18,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-08T19:23:18,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:18,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:18,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:18,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:18,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-08T19:23:18,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-08T19:23:18,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:18,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:18,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:18,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:18,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:18,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093858483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:18,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093858493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:18,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:18,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093858494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:18,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:18,555 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,559 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110842a520f7a35d4ed7b40f0c0da8e343fb_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110842a520f7a35d4ed7b40f0c0da8e343fb_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:18,560 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/d82aecd8f8d346c9933be2c493bbbc62, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:18,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/d82aecd8f8d346c9933be2c493bbbc62 is 175, key is test_row_0/A:col10/1731093798098/Put/seqid=0 2024-11-08T19:23:18,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742038_1214 (size=74795) 2024-11-08T19:23:18,565 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/d82aecd8f8d346c9933be2c493bbbc62 2024-11-08T19:23:18,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/d41d88d9189a4518bce8cf168ddab436 is 50, key is test_row_0/B:col10/1731093798098/Put/seqid=0 2024-11-08T19:23:18,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742040_1216 (size=12301) 2024-11-08T19:23:18,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/d41d88d9189a4518bce8cf168ddab436 2024-11-08T19:23:18,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/5f4418592a554198adf0c027686dcfd9 is 50, key is test_row_0/C:col10/1731093798098/Put/seqid=0 2024-11-08T19:23:18,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742041_1217 (size=12301) 2024-11-08T19:23:18,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/5f4418592a554198adf0c027686dcfd9 2024-11-08T19:23:18,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-08T19:23:18,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:18,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:18,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:18,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:18,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:18,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/d82aecd8f8d346c9933be2c493bbbc62 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/d82aecd8f8d346c9933be2c493bbbc62 2024-11-08T19:23:18,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/d82aecd8f8d346c9933be2c493bbbc62, entries=400, sequenceid=316, filesize=73.0 K 2024-11-08T19:23:18,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/d41d88d9189a4518bce8cf168ddab436 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/d41d88d9189a4518bce8cf168ddab436 2024-11-08T19:23:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-08T19:23:18,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/d41d88d9189a4518bce8cf168ddab436, entries=150, sequenceid=316, filesize=12.0 K 2024-11-08T19:23:18,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/5f4418592a554198adf0c027686dcfd9 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/5f4418592a554198adf0c027686dcfd9 2024-11-08T19:23:18,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/5f4418592a554198adf0c027686dcfd9, entries=150, sequenceid=316, filesize=12.0 K 2024-11-08T19:23:18,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0798a26921a188b443f05ece37d5f042 in 531ms, sequenceid=316, compaction requested=true 2024-11-08T19:23:18,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:18,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:23:18,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:18,643 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:18,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:23:18,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:18,643 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:18,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0798a26921a188b443f05ece37d5f042:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:23:18,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:18,644 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:18,644 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137953 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:18,644 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/B is initiating minor compaction (all files) 2024-11-08T19:23:18,644 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/A is initiating minor compaction (all files) 2024-11-08T19:23:18,644 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/A in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:18,644 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/B in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:18,644 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/9b9bdf39fd5d4b208fddcc63766011a4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/2bf71eb1dc5448e1b8b8b4235416bd69, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/d82aecd8f8d346c9933be2c493bbbc62] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=134.7 K 2024-11-08T19:23:18,645 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:18,645 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/9b9bdf39fd5d4b208fddcc63766011a4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/2bf71eb1dc5448e1b8b8b4235416bd69, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/d82aecd8f8d346c9933be2c493bbbc62] 2024-11-08T19:23:18,645 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/bcd0d2cb52a64502a435efd69ce25ca1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/a475e78f742a4970a1119cba56a2ec80, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/d41d88d9189a4518bce8cf168ddab436] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=36.7 K 2024-11-08T19:23:18,645 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b9bdf39fd5d4b208fddcc63766011a4, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731093795759 2024-11-08T19:23:18,645 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting bcd0d2cb52a64502a435efd69ce25ca1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731093795759 2024-11-08T19:23:18,645 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bf71eb1dc5448e1b8b8b4235416bd69, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731093795886 2024-11-08T19:23:18,645 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting a475e78f742a4970a1119cba56a2ec80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731093795886 2024-11-08T19:23:18,646 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting d82aecd8f8d346c9933be2c493bbbc62, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731093798097 2024-11-08T19:23:18,646 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting d41d88d9189a4518bce8cf168ddab436, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731093798098 2024-11-08T19:23:18,661 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:18,665 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#B#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:18,666 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/40ef7003a3b342799985bb4771cad221 is 50, key is test_row_0/B:col10/1731093798098/Put/seqid=0 2024-11-08T19:23:18,681 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411086bb610f9e68c4dd9af6d419b8e31cc96_0798a26921a188b443f05ece37d5f042 store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:18,686 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411086bb610f9e68c4dd9af6d419b8e31cc96_0798a26921a188b443f05ece37d5f042, store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:18,687 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086bb610f9e68c4dd9af6d419b8e31cc96_0798a26921a188b443f05ece37d5f042 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:18,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742042_1218 (size=13051) 2024-11-08T19:23:18,712 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/40ef7003a3b342799985bb4771cad221 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/40ef7003a3b342799985bb4771cad221 2024-11-08T19:23:18,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742043_1219 (size=4469) 2024-11-08T19:23:18,722 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#A#compaction#180 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:18,722 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/B of 0798a26921a188b443f05ece37d5f042 into 40ef7003a3b342799985bb4771cad221(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:18,722 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:18,723 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/B, priority=13, startTime=1731093798643; duration=0sec 2024-11-08T19:23:18,723 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/b8e392e7818a44e98bbe68a5e1a2d367 is 175, key is test_row_0/A:col10/1731093798098/Put/seqid=0 2024-11-08T19:23:18,723 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:18,723 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:B 2024-11-08T19:23:18,723 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:18,724 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:18,724 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 0798a26921a188b443f05ece37d5f042/C is initiating minor compaction (all files) 2024-11-08T19:23:18,724 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0798a26921a188b443f05ece37d5f042/C in TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:18,724 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/3bd90c2e1a5b45f68bbed5e791ee753f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e8f543d0c12842e2a919ae44c65d001c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/5f4418592a554198adf0c027686dcfd9] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp, totalSize=36.7 K 2024-11-08T19:23:18,725 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bd90c2e1a5b45f68bbed5e791ee753f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731093795759 2024-11-08T19:23:18,725 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting e8f543d0c12842e2a919ae44c65d001c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731093795886 2024-11-08T19:23:18,725 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f4418592a554198adf0c027686dcfd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731093798098 2024-11-08T19:23:18,734 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0798a26921a188b443f05ece37d5f042#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:18,735 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/7d5f9e6c51c846cd9f8e1e4e8c0efbdf is 50, key is test_row_0/C:col10/1731093798098/Put/seqid=0 2024-11-08T19:23:18,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742044_1220 (size=32005) 2024-11-08T19:23:18,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742045_1221 (size=13051) 2024-11-08T19:23:18,760 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/b8e392e7818a44e98bbe68a5e1a2d367 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/b8e392e7818a44e98bbe68a5e1a2d367 2024-11-08T19:23:18,765 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/A of 0798a26921a188b443f05ece37d5f042 into b8e392e7818a44e98bbe68a5e1a2d367(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:18,766 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:18,766 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/A, priority=13, startTime=1731093798643; duration=0sec 2024-11-08T19:23:18,766 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:18,766 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:A 2024-11-08T19:23:18,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-08T19:23:18,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:18,775 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T19:23:18,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108fbbc2143b62c40b28d579e85173966b0_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093798155/Put/seqid=0 2024-11-08T19:23:18,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742046_1222 (size=12454) 2024-11-08T19:23:18,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:18,790 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108fbbc2143b62c40b28d579e85173966b0_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fbbc2143b62c40b28d579e85173966b0_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:18,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/538df6e3be7f43298b7d0672fe20f17f, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:18,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/538df6e3be7f43298b7d0672fe20f17f is 175, key is test_row_0/A:col10/1731093798155/Put/seqid=0 2024-11-08T19:23:18,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742047_1223 (size=31255) 2024-11-08T19:23:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:18,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:18,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093858808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:18,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093858812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:18,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:18,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093858812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:18,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:18,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:18,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093858923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:18,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:18,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093858923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:18,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093858923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:19,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093859133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:19,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:19,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093859133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:19,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:19,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093859133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:19,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:19,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-08T19:23:19,162 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/7d5f9e6c51c846cd9f8e1e4e8c0efbdf as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/7d5f9e6c51c846cd9f8e1e4e8c0efbdf 2024-11-08T19:23:19,167 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0798a26921a188b443f05ece37d5f042/C of 0798a26921a188b443f05ece37d5f042 into 7d5f9e6c51c846cd9f8e1e4e8c0efbdf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:19,167 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:19,167 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., storeName=0798a26921a188b443f05ece37d5f042/C, priority=13, startTime=1731093798643; duration=0sec 2024-11-08T19:23:19,167 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:19,167 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0798a26921a188b443f05ece37d5f042:C 2024-11-08T19:23:19,196 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/538df6e3be7f43298b7d0672fe20f17f 2024-11-08T19:23:19,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/17db75b04b4f4ab3a87be571af2d7c9d is 50, key is test_row_0/B:col10/1731093798155/Put/seqid=0 2024-11-08T19:23:19,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742048_1224 (size=12301) 2024-11-08T19:23:19,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093859443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:19,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093859444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:19,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093859444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:19,609 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/17db75b04b4f4ab3a87be571af2d7c9d 2024-11-08T19:23:19,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/0c85a0906b1e4eb089f7255126772dbe is 50, key is test_row_0/C:col10/1731093798155/Put/seqid=0 2024-11-08T19:23:19,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742049_1225 (size=12301) 2024-11-08T19:23:19,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54608 deadline: 1731093859954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54574 deadline: 1731093859954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:19,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54552 deadline: 1731093859954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:19,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:19,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:20,026 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/0c85a0906b1e4eb089f7255126772dbe 2024-11-08T19:23:20,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/538df6e3be7f43298b7d0672fe20f17f as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/538df6e3be7f43298b7d0672fe20f17f 2024-11-08T19:23:20,034 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/538df6e3be7f43298b7d0672fe20f17f, entries=150, sequenceid=343, filesize=30.5 K 2024-11-08T19:23:20,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/17db75b04b4f4ab3a87be571af2d7c9d as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/17db75b04b4f4ab3a87be571af2d7c9d 2024-11-08T19:23:20,039 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/17db75b04b4f4ab3a87be571af2d7c9d, entries=150, sequenceid=343, filesize=12.0 K 2024-11-08T19:23:20,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/0c85a0906b1e4eb089f7255126772dbe as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/0c85a0906b1e4eb089f7255126772dbe 2024-11-08T19:23:20,043 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/0c85a0906b1e4eb089f7255126772dbe, entries=150, sequenceid=343, filesize=12.0 K 2024-11-08T19:23:20,044 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 0798a26921a188b443f05ece37d5f042 in 1269ms, sequenceid=343, compaction requested=false 2024-11-08T19:23:20,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:20,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:20,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-08T19:23:20,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-08T19:23:20,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-08T19:23:20,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0370 sec 2024-11-08T19:23:20,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 2.0420 sec 2024-11-08T19:23:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-08T19:23:20,154 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:20,154 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-08T19:23:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T19:23:20,156 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:20,156 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:20,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T19:23:20,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-08T19:23:20,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:20,308 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T19:23:20,313 INFO [Thread-664 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-664. 2024-11-08T19:23:20,314 DEBUG [Thread-664 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:20,314 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:20,314 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:20,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:20,316 INFO [Thread-660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-660. 2024-11-08T19:23:20,316 DEBUG [Thread-660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:20,316 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:20,316 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:20,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:20,318 INFO [Thread-658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-658. 2024-11-08T19:23:20,318 DEBUG [Thread-658 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:20,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f3770c5c926248eea6b81bcf753955f1_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_0/A:col10/1731093798811/Put/seqid=0 2024-11-08T19:23:20,318 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:20,318 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:20,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:20,321 INFO [Thread-662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-662. 2024-11-08T19:23:20,321 DEBUG [Thread-662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:20,321 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:20,321 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:20,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:20,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742050_1226 (size=12454) 2024-11-08T19:23:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T19:23:20,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:20,728 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f3770c5c926248eea6b81bcf753955f1_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f3770c5c926248eea6b81bcf753955f1_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:20,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/c31ff88ee5fd4705baac912ca78b0fcf, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:20,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/c31ff88ee5fd4705baac912ca78b0fcf is 175, key is test_row_0/A:col10/1731093798811/Put/seqid=0 2024-11-08T19:23:20,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742051_1227 (size=31255) 2024-11-08T19:23:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T19:23:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:20,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. as already flushing 2024-11-08T19:23:20,969 INFO [Thread-649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-649. 2024-11-08T19:23:20,969 INFO [Thread-651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-651. 2024-11-08T19:23:20,970 DEBUG [Thread-649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:20,970 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:20,970 DEBUG [Thread-651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:20,970 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:20,970 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:20,970 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:20,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:20,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:20,975 INFO [Thread-653 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-653. 2024-11-08T19:23:20,975 DEBUG [Thread-653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:20,975 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:20,975 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:20,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:21,136 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/c31ff88ee5fd4705baac912ca78b0fcf 2024-11-08T19:23:21,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/89ad823e9794465a9a8362e2fa332171 is 50, key is test_row_0/B:col10/1731093798811/Put/seqid=0 2024-11-08T19:23:21,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742052_1228 (size=12301) 2024-11-08T19:23:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T19:23:21,613 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/89ad823e9794465a9a8362e2fa332171 2024-11-08T19:23:21,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/5e4a50bfd27e4269b28f2848341add65 is 50, key is test_row_0/C:col10/1731093798811/Put/seqid=0 2024-11-08T19:23:21,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742053_1229 (size=12301) 2024-11-08T19:23:22,035 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/5e4a50bfd27e4269b28f2848341add65 2024-11-08T19:23:22,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/c31ff88ee5fd4705baac912ca78b0fcf as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c31ff88ee5fd4705baac912ca78b0fcf 2024-11-08T19:23:22,051 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c31ff88ee5fd4705baac912ca78b0fcf, entries=150, sequenceid=356, filesize=30.5 K 2024-11-08T19:23:22,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/89ad823e9794465a9a8362e2fa332171 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/89ad823e9794465a9a8362e2fa332171 2024-11-08T19:23:22,056 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/89ad823e9794465a9a8362e2fa332171, entries=150, sequenceid=356, filesize=12.0 K 2024-11-08T19:23:22,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/5e4a50bfd27e4269b28f2848341add65 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/5e4a50bfd27e4269b28f2848341add65 2024-11-08T19:23:22,061 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/5e4a50bfd27e4269b28f2848341add65, entries=150, sequenceid=356, filesize=12.0 K 2024-11-08T19:23:22,062 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=20.13 KB/20610 for 0798a26921a188b443f05ece37d5f042 in 1754ms, sequenceid=356, compaction requested=true 2024-11-08T19:23:22,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 0798a26921a188b443f05ece37d5f042: 2024-11-08T19:23:22,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:22,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-08T19:23:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-08T19:23:22,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-08T19:23:22,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9070 sec 2024-11-08T19:23:22,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.9120 sec 2024-11-08T19:23:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T19:23:22,305 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:23,927 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:23:26,258 INFO [Thread-655 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-655. 2024-11-08T19:23:26,258 DEBUG [Thread-655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:26,258 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:26,259 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:26,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:26,277 INFO [Thread-647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-647. 2024-11-08T19:23:26,277 DEBUG [Thread-647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:26,277 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:26,278 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:26,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:26,278 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T19:23:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-08T19:23:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-08T19:23:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-08T19:23:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-08T19:23:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-08T19:23:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T19:23:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3593 2024-11-08T19:23:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3533 2024-11-08T19:23:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T19:23:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1544 2024-11-08T19:23:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4628 rows 2024-11-08T19:23:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1549 2024-11-08T19:23:26,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4643 rows 2024-11-08T19:23:26,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:23:26,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:23:26,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:26,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:26,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:26,282 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T19:23:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T19:23:26,302 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093806302"}]},"ts":"1731093806302"} 2024-11-08T19:23:26,304 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T19:23:26,304 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T19:23:26,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T19:23:26,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0798a26921a188b443f05ece37d5f042, UNASSIGN}] 2024-11-08T19:23:26,307 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0798a26921a188b443f05ece37d5f042, UNASSIGN 2024-11-08T19:23:26,308 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=0798a26921a188b443f05ece37d5f042, regionState=CLOSING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:23:26,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0798a26921a188b443f05ece37d5f042, UNASSIGN because future has completed 2024-11-08T19:23:26,310 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T19:23:26,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:23:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T19:23:26,463 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] handler.UnassignRegionHandler(122): Close 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:26,464 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T19:23:26,464 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1722): Closing 0798a26921a188b443f05ece37d5f042, disabling compactions & flushes 2024-11-08T19:23:26,464 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:26,464 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:26,464 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. after waiting 0 ms 2024-11-08T19:23:26,464 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:26,465 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(2902): Flushing 0798a26921a188b443f05ece37d5f042 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-08T19:23:26,477 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110898d661b2f37640e383476d4566fbbdcd_0798a26921a188b443f05ece37d5f042 is 50, key is test_row_1/A:col10/1731093800974/Put/seqid=0 2024-11-08T19:23:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742054_1230 (size=9914) 2024-11-08T19:23:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T19:23:26,883 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:26,892 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110898d661b2f37640e383476d4566fbbdcd_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110898d661b2f37640e383476d4566fbbdcd_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:26,893 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/057f7a735ff146528515e53ec87f20e1, store: [table=TestAcidGuarantees family=A region=0798a26921a188b443f05ece37d5f042] 2024-11-08T19:23:26,894 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/057f7a735ff146528515e53ec87f20e1 is 175, key is test_row_1/A:col10/1731093800974/Put/seqid=0 2024-11-08T19:23:26,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742055_1231 (size=22561) 2024-11-08T19:23:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T19:23:27,299 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/057f7a735ff146528515e53ec87f20e1 2024-11-08T19:23:27,312 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/598bd42a99674a029e079b64aa984dc8 is 50, key is test_row_1/B:col10/1731093800974/Put/seqid=0 2024-11-08T19:23:27,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742056_1232 (size=9857) 2024-11-08T19:23:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T19:23:27,717 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/598bd42a99674a029e079b64aa984dc8 2024-11-08T19:23:27,727 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/f134b638876a40eba60b5b8e8bd1f6a8 is 50, key is test_row_1/C:col10/1731093800974/Put/seqid=0 2024-11-08T19:23:27,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742057_1233 (size=9857) 2024-11-08T19:23:28,134 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/f134b638876a40eba60b5b8e8bd1f6a8 2024-11-08T19:23:28,145 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/A/057f7a735ff146528515e53ec87f20e1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/057f7a735ff146528515e53ec87f20e1 2024-11-08T19:23:28,150 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/057f7a735ff146528515e53ec87f20e1, entries=100, sequenceid=364, filesize=22.0 K 2024-11-08T19:23:28,151 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/B/598bd42a99674a029e079b64aa984dc8 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/598bd42a99674a029e079b64aa984dc8 2024-11-08T19:23:28,156 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/598bd42a99674a029e079b64aa984dc8, entries=100, sequenceid=364, filesize=9.6 K 2024-11-08T19:23:28,157 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/.tmp/C/f134b638876a40eba60b5b8e8bd1f6a8 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/f134b638876a40eba60b5b8e8bd1f6a8 2024-11-08T19:23:28,162 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/f134b638876a40eba60b5b8e8bd1f6a8, entries=100, sequenceid=364, filesize=9.6 K 2024-11-08T19:23:28,162 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 0798a26921a188b443f05ece37d5f042 in 1698ms, sequenceid=364, compaction requested=true 2024-11-08T19:23:28,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/4dfbc7e05fe5447ba80e23104a809119, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/2b2ba67af22a40889a96585aca777f12, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c6743ef161164ccda69f1fdfe03c33e1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/a04a67b9b60643259de72c5657ebfddc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/58154587a8784a3388f63e0928ca5ca4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/610ce6d43fa24d08a2ede602589d398a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/08c2d91d8973495ea5a48f4454677fea, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/ea8098b668e34741940b56747fd952eb, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/5b3405a5819e49c8bafedcd6e464ff74, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/1f87be658cdb47438e1d85637b889724, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c449f3cbcd6b4a4baf1688964adffe4b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/6bb307fdee07454aa1ea87cd344757bd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/5e743fd5fd744886a1349e3881ea68da, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/a7b07411acde4d3f9440a49b0d0f94fb, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/7e69d5debce345a58c0da3f42aaed299, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/6a5a58e4149e4deab0d883bd8e0e24a2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/4f9a8bd026d04da7a0ee96d576b621ad, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/b4d6e4c0c6f94c65abcd6275aab663ce, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/e68621c23dfb4caab05fa2e3c7a03821, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/9b9bdf39fd5d4b208fddcc63766011a4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/2bf71eb1dc5448e1b8b8b4235416bd69, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/d82aecd8f8d346c9933be2c493bbbc62] to archive 2024-11-08T19:23:28,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:23:28,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/4dfbc7e05fe5447ba80e23104a809119 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/4dfbc7e05fe5447ba80e23104a809119 2024-11-08T19:23:28,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/2b2ba67af22a40889a96585aca777f12 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/2b2ba67af22a40889a96585aca777f12 2024-11-08T19:23:28,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c6743ef161164ccda69f1fdfe03c33e1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c6743ef161164ccda69f1fdfe03c33e1 2024-11-08T19:23:28,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/a04a67b9b60643259de72c5657ebfddc to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/a04a67b9b60643259de72c5657ebfddc 2024-11-08T19:23:28,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/58154587a8784a3388f63e0928ca5ca4 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/58154587a8784a3388f63e0928ca5ca4 2024-11-08T19:23:28,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/610ce6d43fa24d08a2ede602589d398a to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/610ce6d43fa24d08a2ede602589d398a 2024-11-08T19:23:28,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/08c2d91d8973495ea5a48f4454677fea to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/08c2d91d8973495ea5a48f4454677fea 2024-11-08T19:23:28,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/ea8098b668e34741940b56747fd952eb to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/ea8098b668e34741940b56747fd952eb 2024-11-08T19:23:28,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/5b3405a5819e49c8bafedcd6e464ff74 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/5b3405a5819e49c8bafedcd6e464ff74 2024-11-08T19:23:28,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/1f87be658cdb47438e1d85637b889724 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/1f87be658cdb47438e1d85637b889724 2024-11-08T19:23:28,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c449f3cbcd6b4a4baf1688964adffe4b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c449f3cbcd6b4a4baf1688964adffe4b 2024-11-08T19:23:28,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/6bb307fdee07454aa1ea87cd344757bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/6bb307fdee07454aa1ea87cd344757bd 2024-11-08T19:23:28,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/5e743fd5fd744886a1349e3881ea68da to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/5e743fd5fd744886a1349e3881ea68da 2024-11-08T19:23:28,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/a7b07411acde4d3f9440a49b0d0f94fb to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/a7b07411acde4d3f9440a49b0d0f94fb 2024-11-08T19:23:28,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/7e69d5debce345a58c0da3f42aaed299 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/7e69d5debce345a58c0da3f42aaed299 2024-11-08T19:23:28,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/6a5a58e4149e4deab0d883bd8e0e24a2 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/6a5a58e4149e4deab0d883bd8e0e24a2 2024-11-08T19:23:28,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/4f9a8bd026d04da7a0ee96d576b621ad to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/4f9a8bd026d04da7a0ee96d576b621ad 2024-11-08T19:23:28,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/b4d6e4c0c6f94c65abcd6275aab663ce to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/b4d6e4c0c6f94c65abcd6275aab663ce 2024-11-08T19:23:28,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/e68621c23dfb4caab05fa2e3c7a03821 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/e68621c23dfb4caab05fa2e3c7a03821 2024-11-08T19:23:28,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/9b9bdf39fd5d4b208fddcc63766011a4 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/9b9bdf39fd5d4b208fddcc63766011a4 2024-11-08T19:23:28,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/2bf71eb1dc5448e1b8b8b4235416bd69 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/2bf71eb1dc5448e1b8b8b4235416bd69 2024-11-08T19:23:28,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/d82aecd8f8d346c9933be2c493bbbc62 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/d82aecd8f8d346c9933be2c493bbbc62 2024-11-08T19:23:28,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/2249827493e245469e56ea9e2ae3d763, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/135cee5ddb9044d2b7e652645717ebc2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/0bd2a215113a4daa8015d046034d0161, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/faa624f653aa4373a0eca27bf6879706, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/c240e8911d3b48858406e91db0743835, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/c44699aa0fd74f93a18ebf3a50001329, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/05d998e4ef2f45509cee62761a561f0a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/db4701ac8f644b95a0cf7c24b903e17e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/87152527102249c4844a81ea2c1c8166, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/6accf142b9b0437aab1cb39a627a6871, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/1aca0d8fa45e4ef99173efce0dfa5fb0, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/8de59eb1e39f422dae023f4c81b3268b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/9233d47e1f6d4bdba9369711b42ebe0c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/433d7899d1a74247bc2fc3579d590d82, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/5261dd195b984e07a2990c2fa5e28d32, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/25259a58d43a45b4b2f02d81fffa66bc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/959e5b962e9745e68a9c846b293c9f3e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/84d5e34422ea40fcae49a570b675bf18, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/bcd0d2cb52a64502a435efd69ce25ca1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/90e4ebea563e4901a686e356ca1dc74a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/a475e78f742a4970a1119cba56a2ec80, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/d41d88d9189a4518bce8cf168ddab436] to archive 2024-11-08T19:23:28,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:23:28,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/2249827493e245469e56ea9e2ae3d763 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/2249827493e245469e56ea9e2ae3d763 2024-11-08T19:23:28,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/135cee5ddb9044d2b7e652645717ebc2 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/135cee5ddb9044d2b7e652645717ebc2 2024-11-08T19:23:28,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/0bd2a215113a4daa8015d046034d0161 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/0bd2a215113a4daa8015d046034d0161 2024-11-08T19:23:28,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/faa624f653aa4373a0eca27bf6879706 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/faa624f653aa4373a0eca27bf6879706 2024-11-08T19:23:28,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/c240e8911d3b48858406e91db0743835 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/c240e8911d3b48858406e91db0743835 2024-11-08T19:23:28,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/c44699aa0fd74f93a18ebf3a50001329 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/c44699aa0fd74f93a18ebf3a50001329 2024-11-08T19:23:28,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/05d998e4ef2f45509cee62761a561f0a to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/05d998e4ef2f45509cee62761a561f0a 2024-11-08T19:23:28,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/db4701ac8f644b95a0cf7c24b903e17e to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/db4701ac8f644b95a0cf7c24b903e17e 2024-11-08T19:23:28,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/87152527102249c4844a81ea2c1c8166 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/87152527102249c4844a81ea2c1c8166 2024-11-08T19:23:28,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/6accf142b9b0437aab1cb39a627a6871 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/6accf142b9b0437aab1cb39a627a6871 2024-11-08T19:23:28,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/1aca0d8fa45e4ef99173efce0dfa5fb0 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/1aca0d8fa45e4ef99173efce0dfa5fb0 2024-11-08T19:23:28,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/8de59eb1e39f422dae023f4c81b3268b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/8de59eb1e39f422dae023f4c81b3268b 2024-11-08T19:23:28,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/9233d47e1f6d4bdba9369711b42ebe0c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/9233d47e1f6d4bdba9369711b42ebe0c 2024-11-08T19:23:28,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/433d7899d1a74247bc2fc3579d590d82 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/433d7899d1a74247bc2fc3579d590d82 2024-11-08T19:23:28,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/5261dd195b984e07a2990c2fa5e28d32 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/5261dd195b984e07a2990c2fa5e28d32 2024-11-08T19:23:28,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/25259a58d43a45b4b2f02d81fffa66bc to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/25259a58d43a45b4b2f02d81fffa66bc 2024-11-08T19:23:28,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/959e5b962e9745e68a9c846b293c9f3e to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/959e5b962e9745e68a9c846b293c9f3e 2024-11-08T19:23:28,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/84d5e34422ea40fcae49a570b675bf18 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/84d5e34422ea40fcae49a570b675bf18 2024-11-08T19:23:28,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/bcd0d2cb52a64502a435efd69ce25ca1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/bcd0d2cb52a64502a435efd69ce25ca1 2024-11-08T19:23:28,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/90e4ebea563e4901a686e356ca1dc74a to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/90e4ebea563e4901a686e356ca1dc74a 2024-11-08T19:23:28,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/a475e78f742a4970a1119cba56a2ec80 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/a475e78f742a4970a1119cba56a2ec80 2024-11-08T19:23:28,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/d41d88d9189a4518bce8cf168ddab436 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/d41d88d9189a4518bce8cf168ddab436 2024-11-08T19:23:28,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/0bb9527d5ea743c6b7154a15ef6e328a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/db52a267adb349acbad1b03ea84054dc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/9dbfc9c39a0a4e66a9c5cae4096ef21e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/202d93060109421b86d6130394683bbc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/8a903d6c4be945cfac96d3d88f67e928, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/23006d18c89844889f1a7d5669b29f53, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4feb82767d3d45e7a5f065ba41dea57c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e4a949db12274b00933d2b509f609bd8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/07500e34ecc34bc68108cc3ef5bd5ec8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/bc256afb701740a59a45b55d4f4ce6bb, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/9545c678ad04412a95245b53866c3b19, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/27dd06cdbc864817a16e5d6f70c7e406, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/3a9ae1e99622478b87cb631f3cafa3b4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/cbb3a562bf78480eb688d06cb43353ef, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4c3c710516c9430e9cf3ba901a27ff45, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e1cd929fbfc049709eae80b9c622cae1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/6d0866d704f94a1e9d7cf9e3387e39e7, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4cfc20994b834c1792cb642c282064dd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/3bd90c2e1a5b45f68bbed5e791ee753f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/256637c820bb4c40ba28e06284723ef5, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e8f543d0c12842e2a919ae44c65d001c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/5f4418592a554198adf0c027686dcfd9] to archive 2024-11-08T19:23:28,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:23:28,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/0bb9527d5ea743c6b7154a15ef6e328a to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/0bb9527d5ea743c6b7154a15ef6e328a 2024-11-08T19:23:28,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/db52a267adb349acbad1b03ea84054dc to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/db52a267adb349acbad1b03ea84054dc 2024-11-08T19:23:28,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/9dbfc9c39a0a4e66a9c5cae4096ef21e to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/9dbfc9c39a0a4e66a9c5cae4096ef21e 2024-11-08T19:23:28,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/202d93060109421b86d6130394683bbc to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/202d93060109421b86d6130394683bbc 2024-11-08T19:23:28,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/8a903d6c4be945cfac96d3d88f67e928 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/8a903d6c4be945cfac96d3d88f67e928 2024-11-08T19:23:28,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/23006d18c89844889f1a7d5669b29f53 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/23006d18c89844889f1a7d5669b29f53 2024-11-08T19:23:28,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4feb82767d3d45e7a5f065ba41dea57c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4feb82767d3d45e7a5f065ba41dea57c 2024-11-08T19:23:28,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e4a949db12274b00933d2b509f609bd8 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e4a949db12274b00933d2b509f609bd8 2024-11-08T19:23:28,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/07500e34ecc34bc68108cc3ef5bd5ec8 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/07500e34ecc34bc68108cc3ef5bd5ec8 2024-11-08T19:23:28,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/bc256afb701740a59a45b55d4f4ce6bb to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/bc256afb701740a59a45b55d4f4ce6bb 2024-11-08T19:23:28,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/9545c678ad04412a95245b53866c3b19 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/9545c678ad04412a95245b53866c3b19 2024-11-08T19:23:28,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/27dd06cdbc864817a16e5d6f70c7e406 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/27dd06cdbc864817a16e5d6f70c7e406 2024-11-08T19:23:28,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/3a9ae1e99622478b87cb631f3cafa3b4 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/3a9ae1e99622478b87cb631f3cafa3b4 2024-11-08T19:23:28,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/cbb3a562bf78480eb688d06cb43353ef to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/cbb3a562bf78480eb688d06cb43353ef 2024-11-08T19:23:28,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4c3c710516c9430e9cf3ba901a27ff45 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4c3c710516c9430e9cf3ba901a27ff45 2024-11-08T19:23:28,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e1cd929fbfc049709eae80b9c622cae1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e1cd929fbfc049709eae80b9c622cae1 2024-11-08T19:23:28,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/6d0866d704f94a1e9d7cf9e3387e39e7 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/6d0866d704f94a1e9d7cf9e3387e39e7 2024-11-08T19:23:28,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4cfc20994b834c1792cb642c282064dd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/4cfc20994b834c1792cb642c282064dd 2024-11-08T19:23:28,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/3bd90c2e1a5b45f68bbed5e791ee753f to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/3bd90c2e1a5b45f68bbed5e791ee753f 2024-11-08T19:23:28,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/256637c820bb4c40ba28e06284723ef5 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/256637c820bb4c40ba28e06284723ef5 2024-11-08T19:23:28,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e8f543d0c12842e2a919ae44c65d001c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/e8f543d0c12842e2a919ae44c65d001c 2024-11-08T19:23:28,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/5f4418592a554198adf0c027686dcfd9 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/5f4418592a554198adf0c027686dcfd9 2024-11-08T19:23:28,235 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/recovered.edits/367.seqid, newMaxSeqId=367, maxSeqId=4 2024-11-08T19:23:28,235 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. 2024-11-08T19:23:28,235 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1676): Region close journal for 0798a26921a188b443f05ece37d5f042: Waiting for close lock at 1731093806464Running coprocessor pre-close hooks at 1731093806464Disabling compacts and flushes for region at 1731093806464Disabling writes for close at 1731093806464Obtaining lock to block concurrent updates at 1731093806465 (+1 ms)Preparing flush snapshotting stores in 0798a26921a188b443f05ece37d5f042 at 1731093806465Finished memstore snapshotting TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731093806465Flushing stores of TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042. at 1731093806467 (+2 ms)Flushing 0798a26921a188b443f05ece37d5f042/A: creating writer at 1731093806467Flushing mob file 0798a26921a188b443f05ece37d5f042/A: appending metadata at 1731093806477 (+10 ms)Flushing mob file 0798a26921a188b443f05ece37d5f042/A: closing flushed file at 1731093806477Flushing 0798a26921a188b443f05ece37d5f042/A: appending metadata at 1731093806894 (+417 ms)Flushing 0798a26921a188b443f05ece37d5f042/A: closing flushed file at 1731093806894Flushing 0798a26921a188b443f05ece37d5f042/B: creating writer at 1731093807306 (+412 ms)Flushing 0798a26921a188b443f05ece37d5f042/B: appending metadata at 1731093807311 (+5 ms)Flushing 0798a26921a188b443f05ece37d5f042/B: closing flushed file at 1731093807311Flushing 0798a26921a188b443f05ece37d5f042/C: creating writer at 1731093807722 (+411 ms)Flushing 0798a26921a188b443f05ece37d5f042/C: appending metadata at 1731093807726 (+4 ms)Flushing 0798a26921a188b443f05ece37d5f042/C: closing flushed file at 1731093807726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22b20c: reopening flushed file at 1731093808144 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@91ba9d3: reopening flushed file at 1731093808150 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@792bb406: reopening flushed file at 1731093808156 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 0798a26921a188b443f05ece37d5f042 in 1698ms, sequenceid=364, compaction requested=true at 1731093808162 (+6 ms)Writing region close event to WAL at 1731093808232 (+70 ms)Running coprocessor post-close hooks at 1731093808235 (+3 ms)Closed at 1731093808235 2024-11-08T19:23:28,237 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] handler.UnassignRegionHandler(157): Closed 0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=0798a26921a188b443f05ece37d5f042, regionState=CLOSED 2024-11-08T19:23:28,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:23:28,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-08T19:23:28,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseRegionProcedure 0798a26921a188b443f05ece37d5f042, server=692b295ad45c,37615,1731093745778 in 1.9290 sec 2024-11-08T19:23:28,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-08T19:23:28,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0798a26921a188b443f05ece37d5f042, UNASSIGN in 1.9340 sec 2024-11-08T19:23:28,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-08T19:23:28,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9380 sec 2024-11-08T19:23:28,245 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093808244"}]},"ts":"1731093808244"} 2024-11-08T19:23:28,246 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T19:23:28,246 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T19:23:28,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9640 sec 2024-11-08T19:23:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T19:23:28,444 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:28,445 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T19:23:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:28,448 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=72, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-08T19:23:28,449 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=72, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:28,452 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,456 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/recovered.edits] 2024-11-08T19:23:28,461 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/057f7a735ff146528515e53ec87f20e1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/057f7a735ff146528515e53ec87f20e1 2024-11-08T19:23:28,463 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/538df6e3be7f43298b7d0672fe20f17f to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/538df6e3be7f43298b7d0672fe20f17f 2024-11-08T19:23:28,465 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/b8e392e7818a44e98bbe68a5e1a2d367 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/b8e392e7818a44e98bbe68a5e1a2d367 2024-11-08T19:23:28,467 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c31ff88ee5fd4705baac912ca78b0fcf to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/A/c31ff88ee5fd4705baac912ca78b0fcf 2024-11-08T19:23:28,470 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/17db75b04b4f4ab3a87be571af2d7c9d to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/17db75b04b4f4ab3a87be571af2d7c9d 2024-11-08T19:23:28,472 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/40ef7003a3b342799985bb4771cad221 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/40ef7003a3b342799985bb4771cad221 2024-11-08T19:23:28,474 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/598bd42a99674a029e079b64aa984dc8 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/598bd42a99674a029e079b64aa984dc8 2024-11-08T19:23:28,476 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/89ad823e9794465a9a8362e2fa332171 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/B/89ad823e9794465a9a8362e2fa332171 2024-11-08T19:23:28,478 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/0c85a0906b1e4eb089f7255126772dbe to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/0c85a0906b1e4eb089f7255126772dbe 2024-11-08T19:23:28,479 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/5e4a50bfd27e4269b28f2848341add65 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/5e4a50bfd27e4269b28f2848341add65 2024-11-08T19:23:28,480 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/7d5f9e6c51c846cd9f8e1e4e8c0efbdf to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/7d5f9e6c51c846cd9f8e1e4e8c0efbdf 2024-11-08T19:23:28,481 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/f134b638876a40eba60b5b8e8bd1f6a8 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/C/f134b638876a40eba60b5b8e8bd1f6a8 2024-11-08T19:23:28,483 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/recovered.edits/367.seqid to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042/recovered.edits/367.seqid 2024-11-08T19:23:28,484 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,484 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T19:23:28,484 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T19:23:28,485 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-08T19:23:28,490 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080821cbe05a9e4bb49be128174e7448c0_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080821cbe05a9e4bb49be128174e7448c0_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,491 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081641d5911f04425c873a009bd1adc682_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081641d5911f04425c873a009bd1adc682_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,492 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110819c8aab9dd014c3d991e462df09203cb_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110819c8aab9dd014c3d991e462df09203cb_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,493 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108416d3f7c0c11486fac0ebdb72d438a79_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108416d3f7c0c11486fac0ebdb72d438a79_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,494 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110842a520f7a35d4ed7b40f0c0da8e343fb_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110842a520f7a35d4ed7b40f0c0da8e343fb_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,495 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108581b57d333684b889d061aa891674b7f_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108581b57d333684b889d061aa891674b7f_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,496 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088439577e1d364c4fb197f32f827624d4_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088439577e1d364c4fb197f32f827624d4_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,497 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088798da96d55d4d59965699f2f1245a6b_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088798da96d55d4d59965699f2f1245a6b_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,498 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108982cd058d6cf4c68af2220043fd30204_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108982cd058d6cf4c68af2220043fd30204_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,498 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110898d661b2f37640e383476d4566fbbdcd_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110898d661b2f37640e383476d4566fbbdcd_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,499 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a5fa6492441d43bf98aae2f506cf67ad_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a5fa6492441d43bf98aae2f506cf67ad_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,500 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108be005fe57ff847e0af9f77a1ba68ca7f_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108be005fe57ff847e0af9f77a1ba68ca7f_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,501 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c5a258a3205345c78e661dca04e0b06c_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c5a258a3205345c78e661dca04e0b06c_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,502 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108cb99e75914ab49cfbb989c8f7e589311_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108cb99e75914ab49cfbb989c8f7e589311_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,503 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d3bd2ecec0a34156824978afe4371e5f_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d3bd2ecec0a34156824978afe4371e5f_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,504 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d8735bc9355e4648856fdacf7fe2e8c1_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d8735bc9355e4648856fdacf7fe2e8c1_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,505 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e6c09c9d4d744ab6aa2ca60cd7e4742e_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e6c09c9d4d744ab6aa2ca60cd7e4742e_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,506 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f3770c5c926248eea6b81bcf753955f1_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f3770c5c926248eea6b81bcf753955f1_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,507 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fbbc2143b62c40b28d579e85173966b0_0798a26921a188b443f05ece37d5f042 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fbbc2143b62c40b28d579e85173966b0_0798a26921a188b443f05ece37d5f042 2024-11-08T19:23:28,508 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T19:23:28,510 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=72, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:28,511 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T19:23:28,513 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T19:23:28,514 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=72, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:28,515 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T19:23:28,515 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731093808515"}]},"ts":"9223372036854775807"} 2024-11-08T19:23:28,517 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T19:23:28,517 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0798a26921a188b443f05ece37d5f042, NAME => 'TestAcidGuarantees,,1731093777143.0798a26921a188b443f05ece37d5f042.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T19:23:28,517 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T19:23:28,517 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731093808517"}]},"ts":"9223372036854775807"} 2024-11-08T19:23:28,518 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T19:23:28,519 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=72, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:28,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 74 msec 2024-11-08T19:23:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-08T19:23:28,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T19:23:28,555 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:28,566 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 239), OpenFileDescriptor=455 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 443), ProcessCount=11 (was 11), AvailableMemoryMB=2529 (was 2727) 2024-11-08T19:23:28,577 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=2529 2024-11-08T19:23:28,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T19:23:28,578 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:23:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=73, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:28,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:23:28,581 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:28,581 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 73 2024-11-08T19:23:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-08T19:23:28,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:23:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742058_1234 (size=959) 2024-11-08T19:23:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-08T19:23:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-08T19:23:28,995 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa 2024-11-08T19:23:29,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742059_1235 (size=53) 2024-11-08T19:23:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-08T19:23:29,405 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:23:29,406 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c30e80883ee9fed7eb0ed42c1d1323dc, disabling compactions & flushes 2024-11-08T19:23:29,406 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:29,406 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:29,406 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. after waiting 0 ms 2024-11-08T19:23:29,406 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:29,406 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:29,406 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c30e80883ee9fed7eb0ed42c1d1323dc: Waiting for close lock at 1731093809406Disabling compacts and flushes for region at 1731093809406Disabling writes for close at 1731093809406Writing region close event to WAL at 1731093809406Closed at 1731093809406 2024-11-08T19:23:29,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:23:29,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731093809409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093809409"}]},"ts":"1731093809409"} 2024-11-08T19:23:29,413 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:23:29,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:23:29,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093809414"}]},"ts":"1731093809414"} 2024-11-08T19:23:29,417 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T19:23:29,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c30e80883ee9fed7eb0ed42c1d1323dc, ASSIGN}] 2024-11-08T19:23:29,418 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c30e80883ee9fed7eb0ed42c1d1323dc, ASSIGN 2024-11-08T19:23:29,418 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c30e80883ee9fed7eb0ed42c1d1323dc, ASSIGN; state=OFFLINE, location=692b295ad45c,37615,1731093745778; forceNewPlan=false, retain=false 2024-11-08T19:23:29,570 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=74 updating hbase:meta row=c30e80883ee9fed7eb0ed42c1d1323dc, regionState=OPENING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:23:29,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c30e80883ee9fed7eb0ed42c1d1323dc, ASSIGN because future has completed 2024-11-08T19:23:29,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:23:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-08T19:23:29,737 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:29,738 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:23:29,739 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:29,739 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:23:29,739 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:29,739 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:29,741 INFO [StoreOpener-c30e80883ee9fed7eb0ed42c1d1323dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:29,743 INFO [StoreOpener-c30e80883ee9fed7eb0ed42c1d1323dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c30e80883ee9fed7eb0ed42c1d1323dc columnFamilyName A 2024-11-08T19:23:29,743 DEBUG [StoreOpener-c30e80883ee9fed7eb0ed42c1d1323dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:29,744 INFO [StoreOpener-c30e80883ee9fed7eb0ed42c1d1323dc-1 {}] regionserver.HStore(327): Store=c30e80883ee9fed7eb0ed42c1d1323dc/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:23:29,744 INFO [StoreOpener-c30e80883ee9fed7eb0ed42c1d1323dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:29,746 INFO [StoreOpener-c30e80883ee9fed7eb0ed42c1d1323dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c30e80883ee9fed7eb0ed42c1d1323dc columnFamilyName B 2024-11-08T19:23:29,746 DEBUG [StoreOpener-c30e80883ee9fed7eb0ed42c1d1323dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:29,746 INFO [StoreOpener-c30e80883ee9fed7eb0ed42c1d1323dc-1 {}] regionserver.HStore(327): Store=c30e80883ee9fed7eb0ed42c1d1323dc/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:23:29,747 INFO [StoreOpener-c30e80883ee9fed7eb0ed42c1d1323dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:29,748 INFO [StoreOpener-c30e80883ee9fed7eb0ed42c1d1323dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c30e80883ee9fed7eb0ed42c1d1323dc columnFamilyName C 2024-11-08T19:23:29,748 DEBUG [StoreOpener-c30e80883ee9fed7eb0ed42c1d1323dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:29,748 INFO [StoreOpener-c30e80883ee9fed7eb0ed42c1d1323dc-1 {}] regionserver.HStore(327): Store=c30e80883ee9fed7eb0ed42c1d1323dc/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:23:29,748 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:29,749 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:29,749 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:29,750 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:29,750 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:29,751 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:23:29,752 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:29,754 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:23:29,754 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened c30e80883ee9fed7eb0ed42c1d1323dc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60133355, jitterRate=-0.10394318401813507}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:23:29,754 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:29,755 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for c30e80883ee9fed7eb0ed42c1d1323dc: Running coprocessor pre-open hook at 1731093809739Writing region info on filesystem at 1731093809739Initializing all the Stores at 1731093809741 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093809741Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093809741Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093809741Cleaning up temporary data from old regions at 1731093809750 (+9 ms)Running coprocessor post-open hooks at 1731093809754 (+4 ms)Region opened successfully at 1731093809755 (+1 ms) 2024-11-08T19:23:29,755 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., pid=75, masterSystemTime=1731093809730 2024-11-08T19:23:29,757 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:29,757 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:29,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=74 updating hbase:meta row=c30e80883ee9fed7eb0ed42c1d1323dc, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:23:29,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:23:29,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-08T19:23:29,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; OpenRegionProcedure c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 in 185 msec 2024-11-08T19:23:29,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-11-08T19:23:29,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c30e80883ee9fed7eb0ed42c1d1323dc, ASSIGN in 344 msec 2024-11-08T19:23:29,763 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:23:29,764 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093809763"}]},"ts":"1731093809763"} 2024-11-08T19:23:29,765 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T19:23:29,766 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:23:29,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1870 sec 2024-11-08T19:23:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-08T19:23:30,735 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:30,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c45ccf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:30,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:30,740 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:30,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:30,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:30,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5709e513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:30,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:30,743 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:30,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70745e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:30,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:30,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:30,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:30,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:23:30,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,45827,1731093744840 2024-11-08T19:23:30,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f7f17bf 2024-11-08T19:23:30,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:23:30,751 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:23:30,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e140226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:30,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:30,754 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:30,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:30,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:30,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9ed296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:30,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:30,757 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:30,757 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5c0ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279bf308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:30,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:30,760 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:30,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:30,760 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:30,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3ce29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:30,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:30,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:30,762 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:30,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60059326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ba0760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:30,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:30,765 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0f5742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:30,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:30,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:30,767 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:30,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2768bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102b3c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:30,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:30,769 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:30,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:30,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:30,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fca760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:30,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:30,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:30,771 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:30,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35dfe7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574b1ec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:30,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:30,773 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:30,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5badbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:30,774 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:30,775 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:30,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7b6c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b646580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:30,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:30,776 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:30,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:30,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:30,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12affb26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:30,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:30,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:30,777 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:30,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411c5679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c85ada2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:30,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:30,779 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:30,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:30,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:30,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae2a0d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:30,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:30,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:30,780 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:30,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490c354a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3660e239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:30,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:30,782 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:30,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:30,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:30,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c3355f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:30,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:30,783 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:30,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5186f825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67353b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:30,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:30,785 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abd79bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:30,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:30,786 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:30,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b5892c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364bb93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:30,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:30,788 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acf3db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:30,789 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:30,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7334c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:30,791 DEBUG [Thread-1100 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:30,791 DEBUG [Thread-1102 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:30,791 DEBUG [Thread-1104 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:30,791 DEBUG [Thread-1119 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:30,791 DEBUG [Thread-1111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:30,791 DEBUG [Thread-1113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:30,791 DEBUG [Thread-1117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:30,792 DEBUG [Thread-1104 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:30,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:30,793 DEBUG [Thread-1108 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:30,793 DEBUG [Thread-1106 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:30,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:30,793 DEBUG [Thread-1104 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:30,794 DEBUG [Thread-1115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:30,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:30,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:30,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:30,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:30,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-08T19:23:30,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:30,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T19:23:30,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:30,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:30,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:30,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:23:30,797 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:30,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:30,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:30,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:23:30,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:30,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:23:30,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:23:30,799 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:30,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:30,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:30,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:23:30,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:23:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:23:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:23:30,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:23:30,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:23:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:30,809 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:30,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T19:23:30,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/a0ccafd633fb4882bc6e99a1f16c72b5 is 50, key is test_row_0/A:col10/1731093810805/Put/seqid=0 2024-11-08T19:23:30,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093870840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:30,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:30,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093870844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:30,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093870842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:30,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:30,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093870849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:30,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:30,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42646 deadline: 1731093870852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:30,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742060_1236 (size=16681) 2024-11-08T19:23:30,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/a0ccafd633fb4882bc6e99a1f16c72b5 2024-11-08T19:23:30,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/3dbf6dc7a81945ca98a398b0c443d2a2 is 50, key is test_row_0/B:col10/1731093810805/Put/seqid=0 2024-11-08T19:23:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T19:23:30,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742061_1237 (size=12001) 2024-11-08T19:23:30,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T19:23:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:30,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:30,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:30,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093870953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:30,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093870953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:30,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:30,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093870953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:30,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:30,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:30,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:30,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093870953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:30,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:30,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42646 deadline: 1731093870964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:31,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T19:23:31,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:31,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:31,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:31,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:31,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T19:23:31,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:31,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093871163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093871163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:31,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:31,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093871164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093871164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:31,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:31,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42646 deadline: 1731093871173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:31,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:31,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T19:23:31,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:31,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:31,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:31,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:31,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:31,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/3dbf6dc7a81945ca98a398b0c443d2a2 2024-11-08T19:23:31,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/912e47b81ac546a39a0956edb320ddb8 is 50, key is test_row_0/C:col10/1731093810805/Put/seqid=0 2024-11-08T19:23:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742062_1238 (size=12001) 2024-11-08T19:23:31,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T19:23:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:31,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:31,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:31,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T19:23:31,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093871473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:31,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093871473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093871474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:31,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093871474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:31,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42646 deadline: 1731093871483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:31,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T19:23:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:31,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:31,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T19:23:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:31,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:31,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:31,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/912e47b81ac546a39a0956edb320ddb8 2024-11-08T19:23:31,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/a0ccafd633fb4882bc6e99a1f16c72b5 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/a0ccafd633fb4882bc6e99a1f16c72b5 2024-11-08T19:23:31,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/a0ccafd633fb4882bc6e99a1f16c72b5, entries=250, sequenceid=13, filesize=16.3 K 2024-11-08T19:23:31,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/3dbf6dc7a81945ca98a398b0c443d2a2 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/3dbf6dc7a81945ca98a398b0c443d2a2 2024-11-08T19:23:31,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/3dbf6dc7a81945ca98a398b0c443d2a2, entries=150, sequenceid=13, filesize=11.7 K 2024-11-08T19:23:31,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/912e47b81ac546a39a0956edb320ddb8 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/912e47b81ac546a39a0956edb320ddb8 2024-11-08T19:23:31,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/912e47b81ac546a39a0956edb320ddb8, entries=150, sequenceid=13, filesize=11.7 K 2024-11-08T19:23:31,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c30e80883ee9fed7eb0ed42c1d1323dc in 963ms, sequenceid=13, compaction requested=false 2024-11-08T19:23:31,773 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-08T19:23:31,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:31,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T19:23:31,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:31,874 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T19:23:31,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/f6e8402f5f7042829df15a11b125773d is 50, key is test_row_0/A:col10/1731093810832/Put/seqid=0 2024-11-08T19:23:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742063_1239 (size=12001) 2024-11-08T19:23:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T19:23:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:31,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:31,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093871991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:31,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093871992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:31,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:31,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42646 deadline: 1731093871993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093871993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093871994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:32,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093872103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:32,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:32,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093872103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:32,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:32,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:32,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093872103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:32,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:32,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:32,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093872103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:32,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:32,286 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/f6e8402f5f7042829df15a11b125773d 2024-11-08T19:23:32,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/a984fbf4d05745778abe6bf3ef004fa1 is 50, key is test_row_0/B:col10/1731093810832/Put/seqid=0 2024-11-08T19:23:32,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742064_1240 (size=12001) 2024-11-08T19:23:32,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093872313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093872313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:32,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093872313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093872313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:32,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093872623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:32,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093872624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093872624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:32,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093872624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:32,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:32,698 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/a984fbf4d05745778abe6bf3ef004fa1 2024-11-08T19:23:32,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/5ac0efb2c187431fb19f007390a3a802 is 50, key is test_row_0/C:col10/1731093810832/Put/seqid=0 2024-11-08T19:23:32,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742065_1241 (size=12001) 2024-11-08T19:23:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T19:23:33,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42646 deadline: 1731093873004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,006 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in c30e80883ee9fed7eb0ed42c1d1323dc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:23:33,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:33,108 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/5ac0efb2c187431fb19f007390a3a802 2024-11-08T19:23:33,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/f6e8402f5f7042829df15a11b125773d as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/f6e8402f5f7042829df15a11b125773d 2024-11-08T19:23:33,115 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/f6e8402f5f7042829df15a11b125773d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T19:23:33,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/a984fbf4d05745778abe6bf3ef004fa1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/a984fbf4d05745778abe6bf3ef004fa1 2024-11-08T19:23:33,120 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/a984fbf4d05745778abe6bf3ef004fa1, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T19:23:33,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/5ac0efb2c187431fb19f007390a3a802 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/5ac0efb2c187431fb19f007390a3a802 2024-11-08T19:23:33,125 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/5ac0efb2c187431fb19f007390a3a802, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T19:23:33,126 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c30e80883ee9fed7eb0ed42c1d1323dc in 1252ms, sequenceid=38, compaction requested=false 2024-11-08T19:23:33,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:33,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:33,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-08T19:23:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-08T19:23:33,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-08T19:23:33,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3270 sec 2024-11-08T19:23:33,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.3360 sec 2024-11-08T19:23:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:33,136 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:33,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T19:23:33,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/91539d16f059468aa2cd7b58273fa4f1 is 50, key is test_row_0/A:col10/1731093813136/Put/seqid=0 2024-11-08T19:23:33,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742066_1242 (size=12001) 2024-11-08T19:23:33,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093873159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:33,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093873161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:33,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093873162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:33,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093873164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:33,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093873273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093873273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:33,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093873273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093873273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:33,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093873483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:33,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093873483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:33,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093873483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093873484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:33,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/91539d16f059468aa2cd7b58273fa4f1 2024-11-08T19:23:33,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/9f70658875f048fc8693ae45219f5862 is 50, key is test_row_0/B:col10/1731093813136/Put/seqid=0 2024-11-08T19:23:33,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742067_1243 (size=12001) 2024-11-08T19:23:33,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/9f70658875f048fc8693ae45219f5862 2024-11-08T19:23:33,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/9d0fb280ea1240ae80f7542abaa7e586 is 50, key is test_row_0/C:col10/1731093813136/Put/seqid=0 2024-11-08T19:23:33,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742068_1244 (size=12001) 2024-11-08T19:23:33,760 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T19:23:33,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093873794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093873794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093873794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:33,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093873794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:33,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:33,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:34,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/9d0fb280ea1240ae80f7542abaa7e586 2024-11-08T19:23:34,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/91539d16f059468aa2cd7b58273fa4f1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/91539d16f059468aa2cd7b58273fa4f1 2024-11-08T19:23:34,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/91539d16f059468aa2cd7b58273fa4f1, entries=150, sequenceid=53, filesize=11.7 K 2024-11-08T19:23:34,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/9f70658875f048fc8693ae45219f5862 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/9f70658875f048fc8693ae45219f5862 2024-11-08T19:23:34,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/9f70658875f048fc8693ae45219f5862, entries=150, sequenceid=53, filesize=11.7 K 2024-11-08T19:23:34,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/9d0fb280ea1240ae80f7542abaa7e586 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/9d0fb280ea1240ae80f7542abaa7e586 2024-11-08T19:23:34,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/9d0fb280ea1240ae80f7542abaa7e586, entries=150, sequenceid=53, filesize=11.7 K 2024-11-08T19:23:34,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c30e80883ee9fed7eb0ed42c1d1323dc in 888ms, sequenceid=53, compaction requested=true 2024-11-08T19:23:34,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:34,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:23:34,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:34,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:23:34,024 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:34,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:34,024 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:34,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:23:34,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:34,025 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:34,025 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:34,025 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/B is initiating minor compaction (all files) 2024-11-08T19:23:34,025 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/A is initiating minor compaction (all files) 2024-11-08T19:23:34,025 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/B in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:34,025 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/A in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:34,025 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/3dbf6dc7a81945ca98a398b0c443d2a2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/a984fbf4d05745778abe6bf3ef004fa1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/9f70658875f048fc8693ae45219f5862] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=35.2 K 2024-11-08T19:23:34,025 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/a0ccafd633fb4882bc6e99a1f16c72b5, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/f6e8402f5f7042829df15a11b125773d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/91539d16f059468aa2cd7b58273fa4f1] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=39.7 K 2024-11-08T19:23:34,025 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dbf6dc7a81945ca98a398b0c443d2a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731093810804 2024-11-08T19:23:34,026 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0ccafd633fb4882bc6e99a1f16c72b5, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731093810802 2024-11-08T19:23:34,026 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting a984fbf4d05745778abe6bf3ef004fa1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731093810832 2024-11-08T19:23:34,026 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6e8402f5f7042829df15a11b125773d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731093810832 2024-11-08T19:23:34,026 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91539d16f059468aa2cd7b58273fa4f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731093811991 2024-11-08T19:23:34,036 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f70658875f048fc8693ae45219f5862, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731093811991 2024-11-08T19:23:34,039 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#A#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:34,039 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/77c7a4c19f0341afb325d03c584a5498 is 50, key is test_row_0/A:col10/1731093813136/Put/seqid=0 2024-11-08T19:23:34,058 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#B#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:34,059 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/991150c8eef8443c952449ab89573101 is 50, key is test_row_0/B:col10/1731093813136/Put/seqid=0 2024-11-08T19:23:34,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742069_1245 (size=12104) 2024-11-08T19:23:34,068 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/77c7a4c19f0341afb325d03c584a5498 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/77c7a4c19f0341afb325d03c584a5498 2024-11-08T19:23:34,075 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/A of c30e80883ee9fed7eb0ed42c1d1323dc into 77c7a4c19f0341afb325d03c584a5498(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:34,075 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:34,076 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/A, priority=13, startTime=1731093814024; duration=0sec 2024-11-08T19:23:34,076 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:34,076 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:A 2024-11-08T19:23:34,076 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:34,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742070_1246 (size=12104) 2024-11-08T19:23:34,077 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:34,077 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/C is initiating minor compaction (all files) 2024-11-08T19:23:34,077 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/C in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:34,077 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/912e47b81ac546a39a0956edb320ddb8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/5ac0efb2c187431fb19f007390a3a802, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/9d0fb280ea1240ae80f7542abaa7e586] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=35.2 K 2024-11-08T19:23:34,078 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 912e47b81ac546a39a0956edb320ddb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731093810804 2024-11-08T19:23:34,078 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ac0efb2c187431fb19f007390a3a802, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731093810832 2024-11-08T19:23:34,078 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d0fb280ea1240ae80f7542abaa7e586, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731093811991 2024-11-08T19:23:34,086 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#C#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:34,086 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/7ce27ed67746454b8a6173ef8060e91b is 50, key is test_row_0/C:col10/1731093813136/Put/seqid=0 2024-11-08T19:23:34,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742071_1247 (size=12104) 2024-11-08T19:23:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:34,307 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:34,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T19:23:34,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/27ede38fcc434f34acbc2db73167503b is 50, key is test_row_0/A:col10/1731093814307/Put/seqid=0 2024-11-08T19:23:34,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093874321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:34,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:34,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093874321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:34,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:34,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093874322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:34,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:34,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093874322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:34,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:34,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742072_1248 (size=16681) 2024-11-08T19:23:34,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/27ede38fcc434f34acbc2db73167503b 2024-11-08T19:23:34,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/b1ad62dfdd7e4fefa57a1d0e3bce4869 is 50, key is test_row_0/B:col10/1731093814307/Put/seqid=0 2024-11-08T19:23:34,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742073_1249 (size=12001) 2024-11-08T19:23:34,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/b1ad62dfdd7e4fefa57a1d0e3bce4869 2024-11-08T19:23:34,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/34190466efae4f2c8246d1b1f7a3e06c is 50, key is test_row_0/C:col10/1731093814307/Put/seqid=0 2024-11-08T19:23:34,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742074_1250 (size=12001) 2024-11-08T19:23:34,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093874433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:34,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093874433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:34,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093874433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:34,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093874433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:34,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:34,481 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/991150c8eef8443c952449ab89573101 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/991150c8eef8443c952449ab89573101 2024-11-08T19:23:34,492 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/B of c30e80883ee9fed7eb0ed42c1d1323dc into 991150c8eef8443c952449ab89573101(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:34,492 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:34,492 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/B, priority=13, startTime=1731093814024; duration=0sec 2024-11-08T19:23:34,493 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:34,493 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:B 2024-11-08T19:23:34,495 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/7ce27ed67746454b8a6173ef8060e91b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/7ce27ed67746454b8a6173ef8060e91b 2024-11-08T19:23:34,500 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/C of c30e80883ee9fed7eb0ed42c1d1323dc into 7ce27ed67746454b8a6173ef8060e91b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:34,500 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:34,500 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/C, priority=13, startTime=1731093814024; duration=0sec 2024-11-08T19:23:34,500 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:34,500 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:C 2024-11-08T19:23:34,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093874643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:34,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093874643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093874643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:34,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093874643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:34,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/34190466efae4f2c8246d1b1f7a3e06c 2024-11-08T19:23:34,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/27ede38fcc434f34acbc2db73167503b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/27ede38fcc434f34acbc2db73167503b 2024-11-08T19:23:34,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/27ede38fcc434f34acbc2db73167503b, entries=250, sequenceid=79, filesize=16.3 K 2024-11-08T19:23:34,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/b1ad62dfdd7e4fefa57a1d0e3bce4869 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/b1ad62dfdd7e4fefa57a1d0e3bce4869 2024-11-08T19:23:34,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/b1ad62dfdd7e4fefa57a1d0e3bce4869, entries=150, sequenceid=79, filesize=11.7 K 2024-11-08T19:23:34,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/34190466efae4f2c8246d1b1f7a3e06c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/34190466efae4f2c8246d1b1f7a3e06c 2024-11-08T19:23:34,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/34190466efae4f2c8246d1b1f7a3e06c, entries=150, sequenceid=79, filesize=11.7 K 2024-11-08T19:23:34,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c30e80883ee9fed7eb0ed42c1d1323dc in 481ms, sequenceid=79, compaction requested=false 2024-11-08T19:23:34,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T19:23:34,954 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:34,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-08T19:23:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:34,956 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:34,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T19:23:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T19:23:34,956 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:34,957 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:34,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:34,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/63331c33cff741b9bb10f88bf1c35e8d is 50, key is test_row_0/A:col10/1731093814321/Put/seqid=0 2024-11-08T19:23:34,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742075_1251 (size=14341) 2024-11-08T19:23:34,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093874980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:34,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:34,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093874981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:34,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093874982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:34,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:34,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093874983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:34,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:34,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:35,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42646 deadline: 1731093875024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:35,028 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in c30e80883ee9fed7eb0ed42c1d1323dc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:23:35,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T19:23:35,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093875094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:35,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:35,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093875094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:35,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:35,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:35,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093875094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:35,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:35,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:35,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093875094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:35,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:35,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-08T19:23:35,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:35,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:35,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:35,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:35,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:35,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-08T19:23:35,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:35,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:35,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:35,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:35,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T19:23:35,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:35,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093875304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093875304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:35,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093875304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:35,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093875304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:35,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/63331c33cff741b9bb10f88bf1c35e8d 2024-11-08T19:23:35,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/097912fe5e0f45759fe5b35c7e841a66 is 50, key is test_row_0/B:col10/1731093814321/Put/seqid=0 2024-11-08T19:23:35,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742076_1252 (size=12001) 2024-11-08T19:23:35,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/097912fe5e0f45759fe5b35c7e841a66 2024-11-08T19:23:35,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/6d1cdf706c524a9f8fb72f5454ab69eb is 50, key is test_row_0/C:col10/1731093814321/Put/seqid=0 2024-11-08T19:23:35,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742077_1253 (size=12001) 2024-11-08T19:23:35,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-08T19:23:35,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:35,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:35,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:35,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:35,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:35,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-08T19:23:35,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:35,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:35,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:35,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:35,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T19:23:35,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093875613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:35,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093875614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093875614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093875614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:35,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:35,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-08T19:23:35,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:35,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:35,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:35,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:35,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:35,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/6d1cdf706c524a9f8fb72f5454ab69eb 2024-11-08T19:23:35,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/63331c33cff741b9bb10f88bf1c35e8d as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/63331c33cff741b9bb10f88bf1c35e8d 2024-11-08T19:23:35,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/63331c33cff741b9bb10f88bf1c35e8d, entries=200, sequenceid=93, filesize=14.0 K 2024-11-08T19:23:35,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/097912fe5e0f45759fe5b35c7e841a66 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/097912fe5e0f45759fe5b35c7e841a66 2024-11-08T19:23:35,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/097912fe5e0f45759fe5b35c7e841a66, entries=150, sequenceid=93, filesize=11.7 K 2024-11-08T19:23:35,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/6d1cdf706c524a9f8fb72f5454ab69eb as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/6d1cdf706c524a9f8fb72f5454ab69eb 2024-11-08T19:23:35,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/6d1cdf706c524a9f8fb72f5454ab69eb, entries=150, sequenceid=93, filesize=11.7 K 2024-11-08T19:23:35,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c30e80883ee9fed7eb0ed42c1d1323dc in 850ms, sequenceid=93, compaction requested=true 2024-11-08T19:23:35,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:35,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:23:35,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:35,806 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:35,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:23:35,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:35,806 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:35,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:23:35,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:35,807 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:35,807 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/A is initiating minor compaction (all files) 2024-11-08T19:23:35,807 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/A in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:35,807 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:35,807 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/B is initiating minor compaction (all files) 2024-11-08T19:23:35,807 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/77c7a4c19f0341afb325d03c584a5498, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/27ede38fcc434f34acbc2db73167503b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/63331c33cff741b9bb10f88bf1c35e8d] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=42.1 K 2024-11-08T19:23:35,807 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/B in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:35,807 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/991150c8eef8443c952449ab89573101, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/b1ad62dfdd7e4fefa57a1d0e3bce4869, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/097912fe5e0f45759fe5b35c7e841a66] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=35.3 K 2024-11-08T19:23:35,808 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77c7a4c19f0341afb325d03c584a5498, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731093811991 2024-11-08T19:23:35,808 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 991150c8eef8443c952449ab89573101, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731093811991 2024-11-08T19:23:35,808 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27ede38fcc434f34acbc2db73167503b, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731093813161 2024-11-08T19:23:35,808 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting b1ad62dfdd7e4fefa57a1d0e3bce4869, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731093814306 2024-11-08T19:23:35,809 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 097912fe5e0f45759fe5b35c7e841a66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731093814312 2024-11-08T19:23:35,809 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63331c33cff741b9bb10f88bf1c35e8d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731093814312 2024-11-08T19:23:35,814 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#B#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:35,815 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/4250db5ffbb34793a0bee29cc0f44afa is 50, key is test_row_0/B:col10/1731093814321/Put/seqid=0 2024-11-08T19:23:35,817 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#A#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:35,818 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/b22ae49be9df4bdeb37e7c69ae145bbd is 50, key is test_row_0/A:col10/1731093814321/Put/seqid=0 2024-11-08T19:23:35,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742078_1254 (size=12207) 2024-11-08T19:23:35,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742079_1255 (size=12207) 2024-11-08T19:23:35,824 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/4250db5ffbb34793a0bee29cc0f44afa as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/4250db5ffbb34793a0bee29cc0f44afa 2024-11-08T19:23:35,829 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/B of c30e80883ee9fed7eb0ed42c1d1323dc into 4250db5ffbb34793a0bee29cc0f44afa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:35,829 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:35,829 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/B, priority=13, startTime=1731093815806; duration=0sec 2024-11-08T19:23:35,829 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:35,829 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:B 2024-11-08T19:23:35,830 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:35,830 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:35,831 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/C is initiating minor compaction (all files) 2024-11-08T19:23:35,831 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/C in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:35,831 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/7ce27ed67746454b8a6173ef8060e91b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/34190466efae4f2c8246d1b1f7a3e06c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/6d1cdf706c524a9f8fb72f5454ab69eb] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=35.3 K 2024-11-08T19:23:35,831 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ce27ed67746454b8a6173ef8060e91b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731093811991 2024-11-08T19:23:35,832 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 34190466efae4f2c8246d1b1f7a3e06c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731093814306 2024-11-08T19:23:35,832 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d1cdf706c524a9f8fb72f5454ab69eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731093814312 2024-11-08T19:23:35,839 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#C#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:35,840 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/f84f975940dd4f8e93a0be862fdce820 is 50, key is test_row_0/C:col10/1731093814321/Put/seqid=0 2024-11-08T19:23:35,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742080_1256 (size=12207) 2024-11-08T19:23:35,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-08T19:23:35,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:35,877 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T19:23:35,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/68140bcf71da437d89b56cd944382906 is 50, key is test_row_0/A:col10/1731093814982/Put/seqid=0 2024-11-08T19:23:35,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742081_1257 (size=12001) 2024-11-08T19:23:35,886 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/68140bcf71da437d89b56cd944382906 2024-11-08T19:23:35,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/9d693a7e20364be8a643a9855bf1b7d2 is 50, key is test_row_0/B:col10/1731093814982/Put/seqid=0 2024-11-08T19:23:35,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742082_1258 (size=12001) 2024-11-08T19:23:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T19:23:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:36,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:36,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093876131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093876132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093876133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093876134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,231 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/b22ae49be9df4bdeb37e7c69ae145bbd as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b22ae49be9df4bdeb37e7c69ae145bbd 2024-11-08T19:23:36,236 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/A of c30e80883ee9fed7eb0ed42c1d1323dc into b22ae49be9df4bdeb37e7c69ae145bbd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:36,236 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:36,236 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/A, priority=13, startTime=1731093815806; duration=0sec 2024-11-08T19:23:36,236 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:36,236 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:A 2024-11-08T19:23:36,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093876243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093876243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093876244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093876243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,249 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/f84f975940dd4f8e93a0be862fdce820 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/f84f975940dd4f8e93a0be862fdce820 2024-11-08T19:23:36,253 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/C of c30e80883ee9fed7eb0ed42c1d1323dc into f84f975940dd4f8e93a0be862fdce820(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:36,253 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:36,253 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/C, priority=13, startTime=1731093815806; duration=0sec 2024-11-08T19:23:36,253 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:36,253 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:C 2024-11-08T19:23:36,298 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/9d693a7e20364be8a643a9855bf1b7d2 2024-11-08T19:23:36,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/8d24693ad4084ef49ab200fd5c343221 is 50, key is test_row_0/C:col10/1731093814982/Put/seqid=0 2024-11-08T19:23:36,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742083_1259 (size=12001) 2024-11-08T19:23:36,368 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/8d24693ad4084ef49ab200fd5c343221 2024-11-08T19:23:36,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/68140bcf71da437d89b56cd944382906 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/68140bcf71da437d89b56cd944382906 2024-11-08T19:23:36,376 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/68140bcf71da437d89b56cd944382906, entries=150, sequenceid=118, filesize=11.7 K 2024-11-08T19:23:36,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/9d693a7e20364be8a643a9855bf1b7d2 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/9d693a7e20364be8a643a9855bf1b7d2 2024-11-08T19:23:36,380 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/9d693a7e20364be8a643a9855bf1b7d2, entries=150, sequenceid=118, filesize=11.7 K 2024-11-08T19:23:36,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/8d24693ad4084ef49ab200fd5c343221 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/8d24693ad4084ef49ab200fd5c343221 2024-11-08T19:23:36,384 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/8d24693ad4084ef49ab200fd5c343221, entries=150, sequenceid=118, filesize=11.7 K 2024-11-08T19:23:36,385 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c30e80883ee9fed7eb0ed42c1d1323dc in 508ms, sequenceid=118, compaction requested=false 2024-11-08T19:23:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-08T19:23:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-08T19:23:36,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-08T19:23:36,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4290 sec 2024-11-08T19:23:36,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.4340 sec 2024-11-08T19:23:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:36,456 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:36,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T19:23:36,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/71a0578637b04831a188f61e3bc1d792 is 50, key is test_row_0/A:col10/1731093816456/Put/seqid=0 2024-11-08T19:23:36,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742084_1260 (size=12151) 2024-11-08T19:23:36,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093876478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093876479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093876480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093876481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093876594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093876594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093876594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093876594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093876804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093876804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093876804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093876804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:36,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:36,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/71a0578637b04831a188f61e3bc1d792 2024-11-08T19:23:36,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/4b6ff6bb726643058bd6b43f7aa12eab is 50, key is test_row_0/B:col10/1731093816456/Put/seqid=0 2024-11-08T19:23:36,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742085_1261 (size=12151) 2024-11-08T19:23:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T19:23:37,103 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:37,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-08T19:23:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T19:23:37,105 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:37,106 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:37,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:37,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093877113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:37,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093877113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:37,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093877114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:37,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:37,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093877114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T19:23:37,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-08T19:23:37,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:37,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:37,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:37,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:37,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:37,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/4b6ff6bb726643058bd6b43f7aa12eab 2024-11-08T19:23:37,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/2abd5d6bf0d34f7bb7c6605b2fb7dd83 is 50, key is test_row_0/C:col10/1731093816456/Put/seqid=0 2024-11-08T19:23:37,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742086_1262 (size=12151) 2024-11-08T19:23:37,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-08T19:23:37,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:37,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:37,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:37,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:37,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T19:23:37,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-08T19:23:37,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:37,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:37,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:37,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:37,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:37,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093877624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:37,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:37,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:37,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:37,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093877624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:37,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:37,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:37,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:37,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093877624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:37,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:37,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:37,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093877624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:37,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:37,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/2abd5d6bf0d34f7bb7c6605b2fb7dd83 2024-11-08T19:23:37,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/71a0578637b04831a188f61e3bc1d792 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/71a0578637b04831a188f61e3bc1d792 2024-11-08T19:23:37,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/71a0578637b04831a188f61e3bc1d792, entries=150, sequenceid=135, filesize=11.9 K 2024-11-08T19:23:37,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/4b6ff6bb726643058bd6b43f7aa12eab as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/4b6ff6bb726643058bd6b43f7aa12eab 2024-11-08T19:23:37,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/4b6ff6bb726643058bd6b43f7aa12eab, entries=150, sequenceid=135, filesize=11.9 K 2024-11-08T19:23:37,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/2abd5d6bf0d34f7bb7c6605b2fb7dd83 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/2abd5d6bf0d34f7bb7c6605b2fb7dd83 2024-11-08T19:23:37,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/2abd5d6bf0d34f7bb7c6605b2fb7dd83, entries=150, sequenceid=135, filesize=11.9 K 2024-11-08T19:23:37,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c30e80883ee9fed7eb0ed42c1d1323dc in 1247ms, sequenceid=135, compaction requested=true 2024-11-08T19:23:37,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:37,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:23:37,703 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:37,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:37,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:23:37,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:37,703 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:37,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:23:37,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:37,704 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:37,704 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:37,704 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/A is initiating minor compaction (all files) 2024-11-08T19:23:37,704 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/B is initiating minor compaction (all files) 2024-11-08T19:23:37,704 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/A in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:37,704 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/B in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:37,704 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b22ae49be9df4bdeb37e7c69ae145bbd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/68140bcf71da437d89b56cd944382906, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/71a0578637b04831a188f61e3bc1d792] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=35.5 K 2024-11-08T19:23:37,704 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/4250db5ffbb34793a0bee29cc0f44afa, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/9d693a7e20364be8a643a9855bf1b7d2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/4b6ff6bb726643058bd6b43f7aa12eab] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=35.5 K 2024-11-08T19:23:37,705 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting b22ae49be9df4bdeb37e7c69ae145bbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731093814312 2024-11-08T19:23:37,705 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 4250db5ffbb34793a0bee29cc0f44afa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731093814312 2024-11-08T19:23:37,705 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d693a7e20364be8a643a9855bf1b7d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731093814980 2024-11-08T19:23:37,705 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68140bcf71da437d89b56cd944382906, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731093814980 2024-11-08T19:23:37,705 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b6ff6bb726643058bd6b43f7aa12eab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731093816132 2024-11-08T19:23:37,705 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71a0578637b04831a188f61e3bc1d792, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731093816132 2024-11-08T19:23:37,712 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#B#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:37,712 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#A#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:37,713 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/cc91649e4fb14cc6bc18644b0adba505 is 50, key is test_row_0/A:col10/1731093816456/Put/seqid=0 2024-11-08T19:23:37,713 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/55efd07c82fe49d59c74fed756549af3 is 50, key is test_row_0/B:col10/1731093816456/Put/seqid=0 2024-11-08T19:23:37,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-08T19:23:37,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:37,716 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T19:23:37,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/373eee94171e43e8b887bfa433c5bb8c is 50, key is test_row_0/A:col10/1731093816480/Put/seqid=0 2024-11-08T19:23:37,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742088_1264 (size=12459) 2024-11-08T19:23:37,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742087_1263 (size=12459) 2024-11-08T19:23:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T19:23:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742089_1265 (size=12151) 2024-11-08T19:23:37,737 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/55efd07c82fe49d59c74fed756549af3 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/55efd07c82fe49d59c74fed756549af3 2024-11-08T19:23:37,742 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/B of c30e80883ee9fed7eb0ed42c1d1323dc into 55efd07c82fe49d59c74fed756549af3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:37,742 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:37,742 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/B, priority=13, startTime=1731093817703; duration=0sec 2024-11-08T19:23:37,743 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:37,743 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:B 2024-11-08T19:23:37,743 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:37,744 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:37,744 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/C is initiating minor compaction (all files) 2024-11-08T19:23:37,744 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/C in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:37,744 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/f84f975940dd4f8e93a0be862fdce820, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/8d24693ad4084ef49ab200fd5c343221, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/2abd5d6bf0d34f7bb7c6605b2fb7dd83] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=35.5 K 2024-11-08T19:23:37,745 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting f84f975940dd4f8e93a0be862fdce820, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731093814312 2024-11-08T19:23:37,745 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d24693ad4084ef49ab200fd5c343221, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731093814980 2024-11-08T19:23:37,745 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 2abd5d6bf0d34f7bb7c6605b2fb7dd83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731093816132 2024-11-08T19:23:37,752 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#C#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:37,752 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/281257f034434772ac664a79b392e0a0 is 50, key is test_row_0/C:col10/1731093816456/Put/seqid=0 2024-11-08T19:23:37,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742090_1266 (size=12459) 2024-11-08T19:23:37,763 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/281257f034434772ac664a79b392e0a0 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/281257f034434772ac664a79b392e0a0 2024-11-08T19:23:37,767 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/C of c30e80883ee9fed7eb0ed42c1d1323dc into 281257f034434772ac664a79b392e0a0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:37,768 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:37,768 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/C, priority=13, startTime=1731093817703; duration=0sec 2024-11-08T19:23:37,768 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:37,768 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:C 2024-11-08T19:23:38,135 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/cc91649e4fb14cc6bc18644b0adba505 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/cc91649e4fb14cc6bc18644b0adba505 2024-11-08T19:23:38,135 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/373eee94171e43e8b887bfa433c5bb8c 2024-11-08T19:23:38,139 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/A of c30e80883ee9fed7eb0ed42c1d1323dc into cc91649e4fb14cc6bc18644b0adba505(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:38,139 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:38,139 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/A, priority=13, startTime=1731093817703; duration=0sec 2024-11-08T19:23:38,139 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:38,139 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:A 2024-11-08T19:23:38,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/c8e6d493bead4d3e998e6d0f6d9ecedb is 50, key is test_row_0/B:col10/1731093816480/Put/seqid=0 2024-11-08T19:23:38,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742091_1267 (size=12151) 2024-11-08T19:23:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T19:23:38,545 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/c8e6d493bead4d3e998e6d0f6d9ecedb 2024-11-08T19:23:38,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/0e474604236340b3941357a93b3630ec is 50, key is test_row_0/C:col10/1731093816480/Put/seqid=0 2024-11-08T19:23:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742092_1268 (size=12151) 2024-11-08T19:23:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:38,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:38,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093878649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:38,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093878649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:38,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093878650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:38,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093878652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:38,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:38,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:38,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:38,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:38,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093878763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093878763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:38,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:38,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093878763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093878763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:38,955 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/0e474604236340b3941357a93b3630ec 2024-11-08T19:23:38,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/373eee94171e43e8b887bfa433c5bb8c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/373eee94171e43e8b887bfa433c5bb8c 2024-11-08T19:23:38,961 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/373eee94171e43e8b887bfa433c5bb8c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-08T19:23:38,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/c8e6d493bead4d3e998e6d0f6d9ecedb as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/c8e6d493bead4d3e998e6d0f6d9ecedb 2024-11-08T19:23:38,965 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/c8e6d493bead4d3e998e6d0f6d9ecedb, entries=150, sequenceid=156, filesize=11.9 K 2024-11-08T19:23:38,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/0e474604236340b3941357a93b3630ec as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/0e474604236340b3941357a93b3630ec 2024-11-08T19:23:38,969 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/0e474604236340b3941357a93b3630ec, entries=150, sequenceid=156, filesize=11.9 K 2024-11-08T19:23:38,970 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c30e80883ee9fed7eb0ed42c1d1323dc in 1254ms, sequenceid=156, compaction requested=false 2024-11-08T19:23:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-08T19:23:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-08T19:23:38,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-08T19:23:38,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8650 sec 2024-11-08T19:23:38,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.8700 sec 2024-11-08T19:23:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:38,975 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:38,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T19:23:38,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/b86e43a0ea2f4a3bb2f893b976f9a50f is 50, key is test_row_0/A:col10/1731093818974/Put/seqid=0 2024-11-08T19:23:38,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742093_1269 (size=12151) 2024-11-08T19:23:39,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093878996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093878997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093879000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093879001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42646 deadline: 1731093879053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,056 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in c30e80883ee9fed7eb0ed42c1d1323dc of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:23:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093879104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093879104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093879113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093879113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T19:23:39,253 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:39,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-08T19:23:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T19:23:39,255 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:39,256 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:39,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:39,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093879314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093879314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093879323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093879323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T19:23:39,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/b86e43a0ea2f4a3bb2f893b976f9a50f 2024-11-08T19:23:39,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/15ee191e3921434fb1bf44d8729ab476 is 50, key is test_row_0/B:col10/1731093818974/Put/seqid=0 2024-11-08T19:23:39,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742094_1270 (size=12151) 2024-11-08T19:23:39,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-08T19:23:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:39,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:39,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-08T19:23:39,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:39,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:39,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:39,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:39,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T19:23:39,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093879623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093879623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093879634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:39,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093879634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:39,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:39,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:39,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-08T19:23:39,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:39,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:39,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:39,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:39,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:39,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/15ee191e3921434fb1bf44d8729ab476 2024-11-08T19:23:39,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/fda487d61f9d4bedbc92c9392ee74f53 is 50, key is test_row_0/C:col10/1731093818974/Put/seqid=0 2024-11-08T19:23:39,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742095_1271 (size=12151) 2024-11-08T19:23:39,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/fda487d61f9d4bedbc92c9392ee74f53 2024-11-08T19:23:39,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/b86e43a0ea2f4a3bb2f893b976f9a50f as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b86e43a0ea2f4a3bb2f893b976f9a50f 2024-11-08T19:23:39,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b86e43a0ea2f4a3bb2f893b976f9a50f, entries=150, sequenceid=175, filesize=11.9 K 2024-11-08T19:23:39,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/15ee191e3921434fb1bf44d8729ab476 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/15ee191e3921434fb1bf44d8729ab476 2024-11-08T19:23:39,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/15ee191e3921434fb1bf44d8729ab476, entries=150, sequenceid=175, filesize=11.9 K 2024-11-08T19:23:39,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/fda487d61f9d4bedbc92c9392ee74f53 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/fda487d61f9d4bedbc92c9392ee74f53 2024-11-08T19:23:39,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/fda487d61f9d4bedbc92c9392ee74f53, entries=150, sequenceid=175, filesize=11.9 K 2024-11-08T19:23:39,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c30e80883ee9fed7eb0ed42c1d1323dc in 846ms, sequenceid=175, compaction requested=true 2024-11-08T19:23:39,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:39,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:23:39,822 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:39,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:39,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:23:39,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:39,822 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:39,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:23:39,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:39,822 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:39,822 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:39,823 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/A is initiating minor compaction (all files) 2024-11-08T19:23:39,823 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/B is initiating minor compaction (all files) 2024-11-08T19:23:39,823 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/B in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:39,823 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/A in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:39,823 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/cc91649e4fb14cc6bc18644b0adba505, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/373eee94171e43e8b887bfa433c5bb8c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b86e43a0ea2f4a3bb2f893b976f9a50f] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=35.9 K 2024-11-08T19:23:39,823 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/55efd07c82fe49d59c74fed756549af3, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/c8e6d493bead4d3e998e6d0f6d9ecedb, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/15ee191e3921434fb1bf44d8729ab476] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=35.9 K 2024-11-08T19:23:39,823 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc91649e4fb14cc6bc18644b0adba505, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731093816132 2024-11-08T19:23:39,823 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 55efd07c82fe49d59c74fed756549af3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731093816132 2024-11-08T19:23:39,823 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 373eee94171e43e8b887bfa433c5bb8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731093816478 2024-11-08T19:23:39,823 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting c8e6d493bead4d3e998e6d0f6d9ecedb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731093816478 2024-11-08T19:23:39,824 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting b86e43a0ea2f4a3bb2f893b976f9a50f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731093818647 2024-11-08T19:23:39,824 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 15ee191e3921434fb1bf44d8729ab476, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731093818647 2024-11-08T19:23:39,831 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:39,831 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/94e34e509cbd497cb0cac1d40da09781 is 50, key is test_row_0/A:col10/1731093818974/Put/seqid=0 2024-11-08T19:23:39,834 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#B#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:39,834 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/ad9300c4787f44f99af82822e9b2072a is 50, key is test_row_0/B:col10/1731093818974/Put/seqid=0 2024-11-08T19:23:39,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742097_1273 (size=12561) 2024-11-08T19:23:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742096_1272 (size=12561) 2024-11-08T19:23:39,842 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/ad9300c4787f44f99af82822e9b2072a as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/ad9300c4787f44f99af82822e9b2072a 2024-11-08T19:23:39,844 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/94e34e509cbd497cb0cac1d40da09781 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/94e34e509cbd497cb0cac1d40da09781 2024-11-08T19:23:39,847 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/B of c30e80883ee9fed7eb0ed42c1d1323dc into ad9300c4787f44f99af82822e9b2072a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:39,847 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:39,847 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/B, priority=13, startTime=1731093819822; duration=0sec 2024-11-08T19:23:39,847 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:39,847 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:B 2024-11-08T19:23:39,848 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:39,849 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:39,849 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/A of c30e80883ee9fed7eb0ed42c1d1323dc into 94e34e509cbd497cb0cac1d40da09781(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:39,849 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/C is initiating minor compaction (all files) 2024-11-08T19:23:39,849 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:39,849 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/A, priority=13, startTime=1731093819822; duration=0sec 2024-11-08T19:23:39,849 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/C in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:39,849 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:39,849 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/281257f034434772ac664a79b392e0a0, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/0e474604236340b3941357a93b3630ec, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/fda487d61f9d4bedbc92c9392ee74f53] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=35.9 K 2024-11-08T19:23:39,849 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:A 2024-11-08T19:23:39,849 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 281257f034434772ac664a79b392e0a0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731093816132 2024-11-08T19:23:39,850 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e474604236340b3941357a93b3630ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731093816478 2024-11-08T19:23:39,850 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting fda487d61f9d4bedbc92c9392ee74f53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731093818647 2024-11-08T19:23:39,857 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:39,857 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/7e421f7d959143759f906563feea5dee is 50, key is test_row_0/C:col10/1731093818974/Put/seqid=0 2024-11-08T19:23:39,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742098_1274 (size=12561) 2024-11-08T19:23:39,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-08T19:23:39,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:39,867 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-08T19:23:39,870 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/7e421f7d959143759f906563feea5dee as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/7e421f7d959143759f906563feea5dee 2024-11-08T19:23:39,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/b97df009d8f143769d20a165edef79f0 is 50, key is test_row_0/A:col10/1731093818995/Put/seqid=0 2024-11-08T19:23:39,880 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/C of c30e80883ee9fed7eb0ed42c1d1323dc into 7e421f7d959143759f906563feea5dee(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:39,881 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:39,881 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/C, priority=13, startTime=1731093819822; duration=0sec 2024-11-08T19:23:39,881 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:39,881 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:C 2024-11-08T19:23:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T19:23:39,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742099_1275 (size=12151) 2024-11-08T19:23:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:40,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:40,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093880147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:40,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:40,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093880152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:40,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093880154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:40,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093880154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:40,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093880263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093880263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:40,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093880263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:40,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093880263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:40,288 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/b97df009d8f143769d20a165edef79f0 2024-11-08T19:23:40,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/f23a3c8133fd40778466292ce812d571 is 50, key is test_row_0/B:col10/1731093818995/Put/seqid=0 2024-11-08T19:23:40,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742100_1276 (size=12151) 2024-11-08T19:23:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T19:23:40,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093880473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:40,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:40,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093880473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:40,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093880473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:40,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093880473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:40,699 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/f23a3c8133fd40778466292ce812d571 2024-11-08T19:23:40,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/4130a3444e844b5da7d1aabfa6a44b51 is 50, key is test_row_0/C:col10/1731093818995/Put/seqid=0 2024-11-08T19:23:40,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742101_1277 (size=12151) 2024-11-08T19:23:40,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093880783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093880783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:40,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093880783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093880783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:40,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:41,109 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/4130a3444e844b5da7d1aabfa6a44b51 2024-11-08T19:23:41,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/b97df009d8f143769d20a165edef79f0 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b97df009d8f143769d20a165edef79f0 2024-11-08T19:23:41,117 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b97df009d8f143769d20a165edef79f0, entries=150, sequenceid=197, filesize=11.9 K 2024-11-08T19:23:41,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/f23a3c8133fd40778466292ce812d571 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/f23a3c8133fd40778466292ce812d571 2024-11-08T19:23:41,121 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/f23a3c8133fd40778466292ce812d571, entries=150, sequenceid=197, filesize=11.9 K 2024-11-08T19:23:41,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/4130a3444e844b5da7d1aabfa6a44b51 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/4130a3444e844b5da7d1aabfa6a44b51 2024-11-08T19:23:41,125 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/4130a3444e844b5da7d1aabfa6a44b51, entries=150, sequenceid=197, filesize=11.9 K 2024-11-08T19:23:41,126 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for c30e80883ee9fed7eb0ed42c1d1323dc in 1259ms, sequenceid=197, compaction requested=false 2024-11-08T19:23:41,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:41,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:41,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-08T19:23:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-08T19:23:41,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-08T19:23:41,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8710 sec 2024-11-08T19:23:41,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.8750 sec 2024-11-08T19:23:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:41,297 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:41,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-08T19:23:41,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093881311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:41,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093881312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:41,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093881314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:41,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:41,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093881316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:41,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/fb2d7c311f80497291b81b3f4cf85189 is 50, key is test_row_0/A:col10/1731093821297/Put/seqid=0 2024-11-08T19:23:41,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742102_1278 (size=12151) 2024-11-08T19:23:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T19:23:41,413 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:41,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-08T19:23:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-08T19:23:41,415 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:41,416 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:41,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:41,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093881423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:41,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:41,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093881423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093881423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:41,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093881423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-08T19:23:41,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-08T19:23:41,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:41,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:41,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:41,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:41,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:41,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093881633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:41,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093881633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093881633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:41,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:41,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093881633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:41,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-08T19:23:41,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:41,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:41,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:41,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:41,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-08T19:23:41,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/fb2d7c311f80497291b81b3f4cf85189 2024-11-08T19:23:41,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/6b353525ba274cbcab908a3537913bff is 50, key is test_row_0/B:col10/1731093821297/Put/seqid=0 2024-11-08T19:23:41,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742103_1279 (size=12151) 2024-11-08T19:23:41,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-08T19:23:41,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:41,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:41,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:41,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:41,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:41,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093881944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:41,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093881944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:41,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093881944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093881944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:42,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-08T19:23:42,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:42,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:42,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:42,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:42,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-08T19:23:42,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/6b353525ba274cbcab908a3537913bff 2024-11-08T19:23:42,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/67b14d6de1b047d8a7d13df86887b738 is 50, key is test_row_0/C:col10/1731093821297/Put/seqid=0 2024-11-08T19:23:42,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742104_1280 (size=12151) 2024-11-08T19:23:42,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-08T19:23:42,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:42,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:42,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:42,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:42,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:42,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-08T19:23:42,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:42,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:42,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:42,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:42,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:42,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093882454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:42,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093882454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:42,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093882454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:42,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093882454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:42,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-08T19:23:42,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:42,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:42,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:42,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:42,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-08T19:23:42,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/67b14d6de1b047d8a7d13df86887b738 2024-11-08T19:23:42,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/fb2d7c311f80497291b81b3f4cf85189 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/fb2d7c311f80497291b81b3f4cf85189 2024-11-08T19:23:42,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/fb2d7c311f80497291b81b3f4cf85189, entries=150, sequenceid=216, filesize=11.9 K 2024-11-08T19:23:42,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/6b353525ba274cbcab908a3537913bff as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/6b353525ba274cbcab908a3537913bff 2024-11-08T19:23:42,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/6b353525ba274cbcab908a3537913bff, entries=150, sequenceid=216, filesize=11.9 K 2024-11-08T19:23:42,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/67b14d6de1b047d8a7d13df86887b738 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/67b14d6de1b047d8a7d13df86887b738 2024-11-08T19:23:42,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/67b14d6de1b047d8a7d13df86887b738, entries=150, sequenceid=216, filesize=11.9 K 2024-11-08T19:23:42,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c30e80883ee9fed7eb0ed42c1d1323dc in 1298ms, sequenceid=216, compaction requested=true 2024-11-08T19:23:42,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:42,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:23:42,596 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:42,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:42,596 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:42,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:23:42,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:42,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:23:42,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:42,597 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:42,597 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/A is initiating minor compaction (all files) 2024-11-08T19:23:42,597 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/A in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:42,597 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/94e34e509cbd497cb0cac1d40da09781, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b97df009d8f143769d20a165edef79f0, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/fb2d7c311f80497291b81b3f4cf85189] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=36.0 K 2024-11-08T19:23:42,598 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:42,598 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/B is initiating minor compaction (all files) 2024-11-08T19:23:42,598 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/B in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:42,598 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/ad9300c4787f44f99af82822e9b2072a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/f23a3c8133fd40778466292ce812d571, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/6b353525ba274cbcab908a3537913bff] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=36.0 K 2024-11-08T19:23:42,598 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting ad9300c4787f44f99af82822e9b2072a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731093818647 2024-11-08T19:23:42,598 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94e34e509cbd497cb0cac1d40da09781, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731093818647 2024-11-08T19:23:42,599 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting f23a3c8133fd40778466292ce812d571, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731093818989 2024-11-08T19:23:42,599 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting b97df009d8f143769d20a165edef79f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731093818989 2024-11-08T19:23:42,599 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b353525ba274cbcab908a3537913bff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731093820152 2024-11-08T19:23:42,600 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb2d7c311f80497291b81b3f4cf85189, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731093820152 2024-11-08T19:23:42,622 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:42,623 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/91f269a162804e428748be053d9ec411 is 50, key is test_row_0/B:col10/1731093821297/Put/seqid=0 2024-11-08T19:23:42,627 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#A#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:42,627 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/8419929543af411c8fa048cb95b101fe is 50, key is test_row_0/A:col10/1731093821297/Put/seqid=0 2024-11-08T19:23:42,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-08T19:23:42,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:42,638 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-08T19:23:42,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742105_1281 (size=12663) 2024-11-08T19:23:42,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/5b0ad8ca0f554a09a31248619e5c3148 is 50, key is test_row_0/A:col10/1731093821311/Put/seqid=0 2024-11-08T19:23:42,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742106_1282 (size=12663) 2024-11-08T19:23:42,671 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/91f269a162804e428748be053d9ec411 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/91f269a162804e428748be053d9ec411 2024-11-08T19:23:42,676 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/B of c30e80883ee9fed7eb0ed42c1d1323dc into 91f269a162804e428748be053d9ec411(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:42,676 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:42,677 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/B, priority=13, startTime=1731093822596; duration=0sec 2024-11-08T19:23:42,677 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:42,677 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:B 2024-11-08T19:23:42,677 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:42,679 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:42,679 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/C is initiating minor compaction (all files) 2024-11-08T19:23:42,679 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/C in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:42,679 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/7e421f7d959143759f906563feea5dee, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/4130a3444e844b5da7d1aabfa6a44b51, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/67b14d6de1b047d8a7d13df86887b738] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=36.0 K 2024-11-08T19:23:42,679 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e421f7d959143759f906563feea5dee, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731093818647 2024-11-08T19:23:42,679 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 4130a3444e844b5da7d1aabfa6a44b51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731093818989 2024-11-08T19:23:42,680 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 67b14d6de1b047d8a7d13df86887b738, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731093820152 2024-11-08T19:23:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742107_1283 (size=12151) 2024-11-08T19:23:42,688 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#C#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:42,688 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/148563c30aa54077b1fcd977f493c0d2 is 50, key is test_row_0/C:col10/1731093821297/Put/seqid=0 2024-11-08T19:23:42,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742108_1284 (size=12663) 2024-11-08T19:23:43,069 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/8419929543af411c8fa048cb95b101fe as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/8419929543af411c8fa048cb95b101fe 2024-11-08T19:23:43,073 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/A of c30e80883ee9fed7eb0ed42c1d1323dc into 8419929543af411c8fa048cb95b101fe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:43,073 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:43,073 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/A, priority=13, startTime=1731093822596; duration=0sec 2024-11-08T19:23:43,073 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:43,073 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:A 2024-11-08T19:23:43,083 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/5b0ad8ca0f554a09a31248619e5c3148 2024-11-08T19:23:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/d46d175a62494739be0f7ba3f5c9183a is 50, key is test_row_0/B:col10/1731093821311/Put/seqid=0 2024-11-08T19:23:43,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742109_1285 (size=12151) 2024-11-08T19:23:43,098 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/148563c30aa54077b1fcd977f493c0d2 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/148563c30aa54077b1fcd977f493c0d2 2024-11-08T19:23:43,102 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/C of c30e80883ee9fed7eb0ed42c1d1323dc into 148563c30aa54077b1fcd977f493c0d2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:43,102 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:43,102 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/C, priority=13, startTime=1731093822596; duration=0sec 2024-11-08T19:23:43,102 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:43,102 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:C 2024-11-08T19:23:43,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:43,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093883485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:43,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093883486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093883487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:43,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093883488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:43,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:43,494 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/d46d175a62494739be0f7ba3f5c9183a 2024-11-08T19:23:43,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/3b0c3b713c1147f2a30af1a14d60a117 is 50, key is test_row_0/C:col10/1731093821311/Put/seqid=0 2024-11-08T19:23:43,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742110_1286 (size=12151) 2024-11-08T19:23:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-08T19:23:43,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093883593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:43,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093883594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:43,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093883594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093883594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:43,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093883803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:43,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093883803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093883803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:43,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093883804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:43,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:43,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:43,903 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/3b0c3b713c1147f2a30af1a14d60a117 2024-11-08T19:23:43,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/5b0ad8ca0f554a09a31248619e5c3148 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/5b0ad8ca0f554a09a31248619e5c3148 2024-11-08T19:23:43,910 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/5b0ad8ca0f554a09a31248619e5c3148, entries=150, sequenceid=234, filesize=11.9 K 2024-11-08T19:23:43,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/d46d175a62494739be0f7ba3f5c9183a as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/d46d175a62494739be0f7ba3f5c9183a 2024-11-08T19:23:43,913 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/d46d175a62494739be0f7ba3f5c9183a, entries=150, sequenceid=234, filesize=11.9 K 2024-11-08T19:23:43,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/3b0c3b713c1147f2a30af1a14d60a117 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/3b0c3b713c1147f2a30af1a14d60a117 2024-11-08T19:23:43,917 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/3b0c3b713c1147f2a30af1a14d60a117, entries=150, sequenceid=234, filesize=11.9 K 2024-11-08T19:23:43,918 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c30e80883ee9fed7eb0ed42c1d1323dc in 1279ms, sequenceid=234, compaction requested=false 2024-11-08T19:23:43,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:43,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:43,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-08T19:23:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-08T19:23:43,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-08T19:23:43,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5030 sec 2024-11-08T19:23:43,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.5080 sec 2024-11-08T19:23:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:44,115 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:44,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-08T19:23:44,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/8c0cd3f8655a471a9250354c12260432 is 50, key is test_row_0/A:col10/1731093824115/Put/seqid=0 2024-11-08T19:23:44,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742111_1287 (size=17081) 2024-11-08T19:23:44,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093884129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:44,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:44,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093884132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:44,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093884134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093884135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:44,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093884243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:44,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093884243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:44,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:44,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:44,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093884243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:44,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093884244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:44,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093884453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:44,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093884453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093884453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:44,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:44,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093884453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:44,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:44,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/8c0cd3f8655a471a9250354c12260432 2024-11-08T19:23:44,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/df0fe4d24fc74b508b76c9a438c5aa77 is 50, key is test_row_0/B:col10/1731093824115/Put/seqid=0 2024-11-08T19:23:44,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742112_1288 (size=12301) 2024-11-08T19:23:44,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093884764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093884764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093884764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093884764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:44,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:44,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:44,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/df0fe4d24fc74b508b76c9a438c5aa77 2024-11-08T19:23:44,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/78cd40054f5f4cc496ad933c01e610da is 50, key is test_row_0/C:col10/1731093824115/Put/seqid=0 2024-11-08T19:23:44,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742113_1289 (size=12301) 2024-11-08T19:23:45,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093885274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:45,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093885274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:45,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093885274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:45,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093885274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:45,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/78cd40054f5f4cc496ad933c01e610da 2024-11-08T19:23:45,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/8c0cd3f8655a471a9250354c12260432 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/8c0cd3f8655a471a9250354c12260432 2024-11-08T19:23:45,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/8c0cd3f8655a471a9250354c12260432, entries=250, sequenceid=259, filesize=16.7 K 2024-11-08T19:23:45,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/df0fe4d24fc74b508b76c9a438c5aa77 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/df0fe4d24fc74b508b76c9a438c5aa77 2024-11-08T19:23:45,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/df0fe4d24fc74b508b76c9a438c5aa77, entries=150, sequenceid=259, filesize=12.0 K 2024-11-08T19:23:45,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/78cd40054f5f4cc496ad933c01e610da as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/78cd40054f5f4cc496ad933c01e610da 2024-11-08T19:23:45,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/78cd40054f5f4cc496ad933c01e610da, entries=150, sequenceid=259, filesize=12.0 K 2024-11-08T19:23:45,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c30e80883ee9fed7eb0ed42c1d1323dc in 1246ms, sequenceid=259, compaction requested=true 2024-11-08T19:23:45,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:45,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:23:45,361 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:45,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:45,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:23:45,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:45,362 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:45,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:23:45,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:45,362 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41895 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:45,362 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:45,362 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/A is initiating minor compaction (all files) 2024-11-08T19:23:45,362 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/B is initiating minor compaction (all files) 2024-11-08T19:23:45,362 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/A in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:45,362 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/B in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:45,362 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/8419929543af411c8fa048cb95b101fe, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/5b0ad8ca0f554a09a31248619e5c3148, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/8c0cd3f8655a471a9250354c12260432] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=40.9 K 2024-11-08T19:23:45,362 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/91f269a162804e428748be053d9ec411, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/d46d175a62494739be0f7ba3f5c9183a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/df0fe4d24fc74b508b76c9a438c5aa77] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=36.2 K 2024-11-08T19:23:45,363 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8419929543af411c8fa048cb95b101fe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731093820152 2024-11-08T19:23:45,363 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 91f269a162804e428748be053d9ec411, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731093820152 2024-11-08T19:23:45,363 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b0ad8ca0f554a09a31248619e5c3148, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731093821310 2024-11-08T19:23:45,363 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting d46d175a62494739be0f7ba3f5c9183a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731093821310 2024-11-08T19:23:45,363 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c0cd3f8655a471a9250354c12260432, keycount=250, bloomtype=ROW, size=16.7 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731093823480 2024-11-08T19:23:45,363 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting df0fe4d24fc74b508b76c9a438c5aa77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731093824115 2024-11-08T19:23:45,369 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#A#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:45,369 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:45,370 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/093cb7b709e24583919b2a1609ee4e7e is 50, key is test_row_0/A:col10/1731093824115/Put/seqid=0 2024-11-08T19:23:45,370 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/a5cb41d30c5e436d943b61d403ec5bad is 50, key is test_row_0/B:col10/1731093824115/Put/seqid=0 2024-11-08T19:23:45,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742114_1290 (size=12915) 2024-11-08T19:23:45,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742115_1291 (size=12915) 2024-11-08T19:23:45,382 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/093cb7b709e24583919b2a1609ee4e7e as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/093cb7b709e24583919b2a1609ee4e7e 2024-11-08T19:23:45,387 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/A of c30e80883ee9fed7eb0ed42c1d1323dc into 093cb7b709e24583919b2a1609ee4e7e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:45,387 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:45,387 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/A, priority=13, startTime=1731093825361; duration=0sec 2024-11-08T19:23:45,387 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:45,387 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:A 2024-11-08T19:23:45,387 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:45,388 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:45,388 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/C is initiating minor compaction (all files) 2024-11-08T19:23:45,388 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/C in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:45,388 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/148563c30aa54077b1fcd977f493c0d2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/3b0c3b713c1147f2a30af1a14d60a117, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/78cd40054f5f4cc496ad933c01e610da] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=36.2 K 2024-11-08T19:23:45,388 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 148563c30aa54077b1fcd977f493c0d2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731093820152 2024-11-08T19:23:45,389 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b0c3b713c1147f2a30af1a14d60a117, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731093821310 2024-11-08T19:23:45,389 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78cd40054f5f4cc496ad933c01e610da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731093824115 2024-11-08T19:23:45,395 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#C#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:45,396 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/c5aac17166694df58880c4001b31d684 is 50, key is test_row_0/C:col10/1731093824115/Put/seqid=0 2024-11-08T19:23:45,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742116_1292 (size=12915) 2024-11-08T19:23:45,414 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/c5aac17166694df58880c4001b31d684 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/c5aac17166694df58880c4001b31d684 2024-11-08T19:23:45,418 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/C of c30e80883ee9fed7eb0ed42c1d1323dc into c5aac17166694df58880c4001b31d684(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:45,418 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:45,418 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/C, priority=13, startTime=1731093825362; duration=0sec 2024-11-08T19:23:45,418 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:45,418 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:C 2024-11-08T19:23:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-08T19:23:45,573 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:45,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-08T19:23:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-08T19:23:45,575 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:45,576 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:45,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-08T19:23:45,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-08T19:23:45,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:45,728 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T19:23:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/93460d0c8bf444ccadf90a27ec7660c7 is 50, key is test_row_0/A:col10/1731093824131/Put/seqid=0 2024-11-08T19:23:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742117_1293 (size=12301) 2024-11-08T19:23:45,778 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/a5cb41d30c5e436d943b61d403ec5bad as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/a5cb41d30c5e436d943b61d403ec5bad 2024-11-08T19:23:45,783 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/B of c30e80883ee9fed7eb0ed42c1d1323dc into a5cb41d30c5e436d943b61d403ec5bad(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:45,783 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:45,783 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/B, priority=13, startTime=1731093825361; duration=0sec 2024-11-08T19:23:45,783 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:45,783 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:B 2024-11-08T19:23:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-08T19:23:46,143 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/93460d0c8bf444ccadf90a27ec7660c7 2024-11-08T19:23:46,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/d16b87da80a34b3599590ac0c48f1f6e is 50, key is test_row_0/B:col10/1731093824131/Put/seqid=0 2024-11-08T19:23:46,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742118_1294 (size=12301) 2024-11-08T19:23:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-08T19:23:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:46,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:46,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093886308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:46,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:46,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093886311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:46,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:46,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093886312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:46,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:46,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:46,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093886312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:46,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:46,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093886423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093886423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093886423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:46,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093886423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:46,558 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/d16b87da80a34b3599590ac0c48f1f6e 2024-11-08T19:23:46,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/a903a502e872419e8677d0f2a9acad35 is 50, key is test_row_0/C:col10/1731093824131/Put/seqid=0 2024-11-08T19:23:46,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742119_1295 (size=12301) 2024-11-08T19:23:46,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093886633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:46,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:46,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:46,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093886633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093886633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093886633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-08T19:23:46,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093886943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:46,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093886944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:46,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093886944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093886944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:46,968 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/a903a502e872419e8677d0f2a9acad35 2024-11-08T19:23:46,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/93460d0c8bf444ccadf90a27ec7660c7 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/93460d0c8bf444ccadf90a27ec7660c7 2024-11-08T19:23:46,975 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/93460d0c8bf444ccadf90a27ec7660c7, entries=150, sequenceid=275, filesize=12.0 K 2024-11-08T19:23:46,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/d16b87da80a34b3599590ac0c48f1f6e as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/d16b87da80a34b3599590ac0c48f1f6e 2024-11-08T19:23:46,979 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/d16b87da80a34b3599590ac0c48f1f6e, entries=150, sequenceid=275, filesize=12.0 K 2024-11-08T19:23:46,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/a903a502e872419e8677d0f2a9acad35 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/a903a502e872419e8677d0f2a9acad35 2024-11-08T19:23:46,982 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/a903a502e872419e8677d0f2a9acad35, entries=150, sequenceid=275, filesize=12.0 K 2024-11-08T19:23:46,983 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c30e80883ee9fed7eb0ed42c1d1323dc in 1256ms, sequenceid=275, compaction requested=false 2024-11-08T19:23:46,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:46,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:46,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-08T19:23:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-08T19:23:46,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-08T19:23:46,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-11-08T19:23:46,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.4120 sec 2024-11-08T19:23:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:47,456 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:47,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T19:23:47,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/73dc6fb2603c4568af4535c09bf63a8e is 50, key is test_row_0/A:col10/1731093827455/Put/seqid=0 2024-11-08T19:23:47,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742120_1296 (size=12301) 2024-11-08T19:23:47,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093887464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:47,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093887465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:47,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093887467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:47,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093887468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:47,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:47,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093887574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:47,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093887574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093887574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:47,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093887574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-08T19:23:47,723 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:47,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-08T19:23:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-08T19:23:47,725 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:47,726 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:47,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:47,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093887783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:47,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:47,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093887783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:47,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:47,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:47,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093887783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:47,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:47,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:47,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093887783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:47,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-08T19:23:47,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/73dc6fb2603c4568af4535c09bf63a8e 2024-11-08T19:23:47,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/0f9d9e8655ec4328ba1834f8d8ddf34d is 50, key is test_row_0/B:col10/1731093827455/Put/seqid=0 2024-11-08T19:23:47,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742121_1297 (size=12301) 2024-11-08T19:23:47,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-08T19:23:47,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:47,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:47,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:47,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:47,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:48,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-08T19:23:48,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:48,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:48,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:48,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:48,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-08T19:23:48,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093888094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:48,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:48,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093888094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:48,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093888094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:48,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093888094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:48,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-08T19:23:48,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:48,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:48,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:48,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:48,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:48,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/0f9d9e8655ec4328ba1834f8d8ddf34d 2024-11-08T19:23:48,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/6a60bb8c27c34f44871b948140043add is 50, key is test_row_0/C:col10/1731093827455/Put/seqid=0 2024-11-08T19:23:48,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742122_1298 (size=12301) 2024-11-08T19:23:48,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-08T19:23:48,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:48,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:48,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:48,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:48,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-08T19:23:48,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-08T19:23:48,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:48,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:48,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:48,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:48,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:48,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093888604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:48,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093888604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:48,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:48,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:48,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:48,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:48,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:48,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093888604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:48,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:48,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:48,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:48,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:48,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093888604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:48,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:48,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:48,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:48,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-08T19:23:48,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:48,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:48,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:48,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:48,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:48,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/6a60bb8c27c34f44871b948140043add 2024-11-08T19:23:48,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/73dc6fb2603c4568af4535c09bf63a8e as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/73dc6fb2603c4568af4535c09bf63a8e 2024-11-08T19:23:48,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/73dc6fb2603c4568af4535c09bf63a8e, entries=150, sequenceid=301, filesize=12.0 K 2024-11-08T19:23:48,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/0f9d9e8655ec4328ba1834f8d8ddf34d as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/0f9d9e8655ec4328ba1834f8d8ddf34d 2024-11-08T19:23:48,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/0f9d9e8655ec4328ba1834f8d8ddf34d, entries=150, sequenceid=301, filesize=12.0 K 2024-11-08T19:23:48,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/6a60bb8c27c34f44871b948140043add as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/6a60bb8c27c34f44871b948140043add 2024-11-08T19:23:48,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/6a60bb8c27c34f44871b948140043add, entries=150, sequenceid=301, filesize=12.0 K 2024-11-08T19:23:48,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c30e80883ee9fed7eb0ed42c1d1323dc in 1248ms, sequenceid=301, compaction requested=true 2024-11-08T19:23:48,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:48,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:23:48,705 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:48,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:48,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:23:48,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:48,705 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:48,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:23:48,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:48,706 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:48,706 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:48,706 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/A is initiating minor compaction (all files) 2024-11-08T19:23:48,706 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/B is initiating minor compaction (all files) 2024-11-08T19:23:48,706 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/A in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:48,706 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/B in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:48,706 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/a5cb41d30c5e436d943b61d403ec5bad, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/d16b87da80a34b3599590ac0c48f1f6e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/0f9d9e8655ec4328ba1834f8d8ddf34d] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=36.6 K 2024-11-08T19:23:48,706 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/093cb7b709e24583919b2a1609ee4e7e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/93460d0c8bf444ccadf90a27ec7660c7, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/73dc6fb2603c4568af4535c09bf63a8e] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=36.6 K 2024-11-08T19:23:48,706 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 093cb7b709e24583919b2a1609ee4e7e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731093824115 2024-11-08T19:23:48,706 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting a5cb41d30c5e436d943b61d403ec5bad, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731093824115 2024-11-08T19:23:48,706 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting d16b87da80a34b3599590ac0c48f1f6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731093824125 2024-11-08T19:23:48,707 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93460d0c8bf444ccadf90a27ec7660c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731093824125 2024-11-08T19:23:48,707 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f9d9e8655ec4328ba1834f8d8ddf34d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731093826306 2024-11-08T19:23:48,707 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73dc6fb2603c4568af4535c09bf63a8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731093826306 2024-11-08T19:23:48,712 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#B#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:48,713 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/a8dcd55eac134f9f9c7db57836b90703 is 50, key is test_row_0/B:col10/1731093827455/Put/seqid=0 2024-11-08T19:23:48,715 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:48,716 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/519b5dc66e4b493e9a19e5e169966b1c is 50, key is test_row_0/A:col10/1731093827455/Put/seqid=0 2024-11-08T19:23:48,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742123_1299 (size=13017) 2024-11-08T19:23:48,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742124_1300 (size=13017) 2024-11-08T19:23:48,724 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/a8dcd55eac134f9f9c7db57836b90703 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/a8dcd55eac134f9f9c7db57836b90703 2024-11-08T19:23:48,729 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/B of c30e80883ee9fed7eb0ed42c1d1323dc into a8dcd55eac134f9f9c7db57836b90703(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:48,729 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:48,729 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/B, priority=13, startTime=1731093828705; duration=0sec 2024-11-08T19:23:48,729 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:48,729 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:B 2024-11-08T19:23:48,729 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:48,730 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:48,730 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/C is initiating minor compaction (all files) 2024-11-08T19:23:48,730 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/C in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:48,730 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/c5aac17166694df58880c4001b31d684, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/a903a502e872419e8677d0f2a9acad35, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/6a60bb8c27c34f44871b948140043add] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=36.6 K 2024-11-08T19:23:48,730 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting c5aac17166694df58880c4001b31d684, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731093824115 2024-11-08T19:23:48,730 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting a903a502e872419e8677d0f2a9acad35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731093824125 2024-11-08T19:23:48,731 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a60bb8c27c34f44871b948140043add, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731093826306 2024-11-08T19:23:48,737 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:48,738 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/f9bd6aa284ff4272a011e3e3fdef7f7a is 50, key is test_row_0/C:col10/1731093827455/Put/seqid=0 2024-11-08T19:23:48,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742125_1301 (size=13017) 2024-11-08T19:23:48,760 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/f9bd6aa284ff4272a011e3e3fdef7f7a as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/f9bd6aa284ff4272a011e3e3fdef7f7a 2024-11-08T19:23:48,764 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/C of c30e80883ee9fed7eb0ed42c1d1323dc into f9bd6aa284ff4272a011e3e3fdef7f7a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:48,764 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:48,764 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/C, priority=13, startTime=1731093828705; duration=0sec 2024-11-08T19:23:48,764 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:48,764 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:C 2024-11-08T19:23:48,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-08T19:23:48,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:48,794 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:23:48,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/b44fcecc131b429990da84e5455955dc is 50, key is test_row_0/A:col10/1731093827461/Put/seqid=0 2024-11-08T19:23:48,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742126_1302 (size=12301) 2024-11-08T19:23:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-08T19:23:49,124 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/519b5dc66e4b493e9a19e5e169966b1c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/519b5dc66e4b493e9a19e5e169966b1c 2024-11-08T19:23:49,128 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/A of c30e80883ee9fed7eb0ed42c1d1323dc into 519b5dc66e4b493e9a19e5e169966b1c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:49,128 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:49,128 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/A, priority=13, startTime=1731093828705; duration=0sec 2024-11-08T19:23:49,128 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:49,128 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:A 2024-11-08T19:23:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:49,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:49,202 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/b44fcecc131b429990da84e5455955dc 2024-11-08T19:23:49,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/eaeb2650d32f442e9d4e736ac76b0005 is 50, key is test_row_0/B:col10/1731093827461/Put/seqid=0 2024-11-08T19:23:49,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42646 deadline: 1731093889215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:49,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:49,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742127_1303 (size=12301) 2024-11-08T19:23:49,224 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/eaeb2650d32f442e9d4e736ac76b0005 2024-11-08T19:23:49,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/9db81e8c8dca49ce905ad3077ca8eda2 is 50, key is test_row_0/C:col10/1731093827461/Put/seqid=0 2024-11-08T19:23:49,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742128_1304 (size=12301) 2024-11-08T19:23:49,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42646 deadline: 1731093889323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:49,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42646 deadline: 1731093889533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:49,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42728 deadline: 1731093889614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:49,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42688 deadline: 1731093889614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:49,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42712 deadline: 1731093889614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:49,616 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in c30e80883ee9fed7eb0ed42c1d1323dc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:23:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:49,616 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in c30e80883ee9fed7eb0ed42c1d1323dc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:23:49,616 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in c30e80883ee9fed7eb0ed42c1d1323dc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:23:49,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:49,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:49,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42652 deadline: 1731093889623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:49,625 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in c30e80883ee9fed7eb0ed42c1d1323dc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:23:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:49,635 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/9db81e8c8dca49ce905ad3077ca8eda2 2024-11-08T19:23:49,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/b44fcecc131b429990da84e5455955dc as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b44fcecc131b429990da84e5455955dc 2024-11-08T19:23:49,643 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b44fcecc131b429990da84e5455955dc, entries=150, sequenceid=314, filesize=12.0 K 2024-11-08T19:23:49,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/eaeb2650d32f442e9d4e736ac76b0005 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/eaeb2650d32f442e9d4e736ac76b0005 2024-11-08T19:23:49,646 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/eaeb2650d32f442e9d4e736ac76b0005, entries=150, sequenceid=314, filesize=12.0 K 2024-11-08T19:23:49,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/9db81e8c8dca49ce905ad3077ca8eda2 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/9db81e8c8dca49ce905ad3077ca8eda2 2024-11-08T19:23:49,650 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/9db81e8c8dca49ce905ad3077ca8eda2, entries=150, sequenceid=314, filesize=12.0 K 2024-11-08T19:23:49,650 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c30e80883ee9fed7eb0ed42c1d1323dc in 856ms, sequenceid=314, compaction requested=false 2024-11-08T19:23:49,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:49,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:49,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-08T19:23:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-08T19:23:49,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-08T19:23:49,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9250 sec 2024-11-08T19:23:49,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 1.9290 sec 2024-11-08T19:23:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:49,844 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:49,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T19:23:49,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/4d3083b884964270b33c532998820567 is 50, key is test_row_0/A:col10/1731093829210/Put/seqid=0 2024-11-08T19:23:49,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742129_1305 (size=12301) 2024-11-08T19:23:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-08T19:23:49,873 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:49,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42646 deadline: 1731093889871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:49,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-08T19:23:49,876 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-08T19:23:49,876 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:49,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-08T19:23:49,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42646 deadline: 1731093889983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:50,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-08T19:23:50,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:50,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:50,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:50,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-08T19:23:50,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:50,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:50,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:50,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-08T19:23:50,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42646 deadline: 1731093890194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:50,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:50,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:50,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:50,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/4d3083b884964270b33c532998820567 2024-11-08T19:23:50,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/2101d02dc2574ad2be00db31455d6a69 is 50, key is test_row_0/B:col10/1731093829210/Put/seqid=0 2024-11-08T19:23:50,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742130_1306 (size=12301) 2024-11-08T19:23:50,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-08T19:23:50,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:50,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:50,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:50,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-08T19:23:50,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:50,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:50,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-08T19:23:50,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42646 deadline: 1731093890503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:50,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-08T19:23:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:50,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/2101d02dc2574ad2be00db31455d6a69 2024-11-08T19:23:50,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/580ae86032db46df93e0de445557adba is 50, key is test_row_0/C:col10/1731093829210/Put/seqid=0 2024-11-08T19:23:50,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742131_1307 (size=12301) 2024-11-08T19:23:50,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-08T19:23:50,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:50,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:50,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:50,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,795 INFO [Thread-1119 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1119. 2024-11-08T19:23:50,795 DEBUG [Thread-1119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:50,795 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:50,795 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:50,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:50,795 INFO [Thread-1113 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1113. 2024-11-08T19:23:50,795 DEBUG [Thread-1113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:50,795 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:50,795 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:50,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:50,796 INFO [Thread-1115 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1115. 2024-11-08T19:23:50,796 DEBUG [Thread-1115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:50,796 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:50,796 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:50,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:50,798 INFO [Thread-1111 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1111. 2024-11-08T19:23:50,798 DEBUG [Thread-1111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:50,798 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:50,799 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:50,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:50,799 INFO [Thread-1117 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1117. 2024-11-08T19:23:50,799 DEBUG [Thread-1117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:50,799 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:50,799 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:50,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:50,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-08T19:23:50,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:50,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:50,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:50,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-08T19:23:51,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42646 deadline: 1731093891014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:51,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:51,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:51,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:23:51,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/580ae86032db46df93e0de445557adba 2024-11-08T19:23:51,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/4d3083b884964270b33c532998820567 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/4d3083b884964270b33c532998820567 2024-11-08T19:23:51,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-08T19:23:51,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:51,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:51,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/4d3083b884964270b33c532998820567, entries=150, sequenceid=341, filesize=12.0 K 2024-11-08T19:23:51,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:51,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:51,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:51,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/2101d02dc2574ad2be00db31455d6a69 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/2101d02dc2574ad2be00db31455d6a69 2024-11-08T19:23:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:51,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/2101d02dc2574ad2be00db31455d6a69, entries=150, sequenceid=341, filesize=12.0 K 2024-11-08T19:23:51,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/580ae86032db46df93e0de445557adba as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/580ae86032db46df93e0de445557adba 2024-11-08T19:23:51,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/580ae86032db46df93e0de445557adba, entries=150, sequenceid=341, filesize=12.0 K 2024-11-08T19:23:51,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c30e80883ee9fed7eb0ed42c1d1323dc in 1270ms, sequenceid=341, compaction requested=true 2024-11-08T19:23:51,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:51,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:23:51,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:51,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:23:51,114 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:51,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:51,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c30e80883ee9fed7eb0ed42c1d1323dc:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:23:51,114 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:51,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:51,115 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:51,115 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:51,115 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/A is initiating minor compaction (all files) 2024-11-08T19:23:51,115 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/B is initiating minor compaction (all files) 2024-11-08T19:23:51,115 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/A in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:51,115 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/B in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:51,115 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/519b5dc66e4b493e9a19e5e169966b1c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b44fcecc131b429990da84e5455955dc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/4d3083b884964270b33c532998820567] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=36.7 K 2024-11-08T19:23:51,116 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/a8dcd55eac134f9f9c7db57836b90703, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/eaeb2650d32f442e9d4e736ac76b0005, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/2101d02dc2574ad2be00db31455d6a69] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=36.7 K 2024-11-08T19:23:51,116 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting a8dcd55eac134f9f9c7db57836b90703, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731093826306 2024-11-08T19:23:51,116 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 519b5dc66e4b493e9a19e5e169966b1c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731093826306 2024-11-08T19:23:51,116 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting eaeb2650d32f442e9d4e736ac76b0005, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731093827461 2024-11-08T19:23:51,116 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting b44fcecc131b429990da84e5455955dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731093827461 2024-11-08T19:23:51,116 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 2101d02dc2574ad2be00db31455d6a69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731093829210 2024-11-08T19:23:51,116 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d3083b884964270b33c532998820567, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731093829210 2024-11-08T19:23:51,122 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:51,123 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/1002c0619c2047d18213e4b4aebd3564 is 50, key is test_row_0/B:col10/1731093829210/Put/seqid=0 2024-11-08T19:23:51,123 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#A#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:51,124 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/14a7e2a71cb948ef8aaa93345db58eb5 is 50, key is test_row_0/A:col10/1731093829210/Put/seqid=0 2024-11-08T19:23:51,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742132_1308 (size=13119) 2024-11-08T19:23:51,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742133_1309 (size=13119) 2024-11-08T19:23:51,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-08T19:23:51,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:51,260 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-08T19:23:51,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/b489fa27fe8341638e56ebba184d2170 is 50, key is test_row_0/A:col10/1731093829866/Put/seqid=0 2024-11-08T19:23:51,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742134_1310 (size=12301) 2024-11-08T19:23:51,538 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/14a7e2a71cb948ef8aaa93345db58eb5 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/14a7e2a71cb948ef8aaa93345db58eb5 2024-11-08T19:23:51,538 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/1002c0619c2047d18213e4b4aebd3564 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/1002c0619c2047d18213e4b4aebd3564 2024-11-08T19:23:51,545 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/B of c30e80883ee9fed7eb0ed42c1d1323dc into 1002c0619c2047d18213e4b4aebd3564(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:51,545 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/A of c30e80883ee9fed7eb0ed42c1d1323dc into 14a7e2a71cb948ef8aaa93345db58eb5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:51,545 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:51,545 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:51,545 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/B, priority=13, startTime=1731093831114; duration=0sec 2024-11-08T19:23:51,545 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/A, priority=13, startTime=1731093831114; duration=0sec 2024-11-08T19:23:51,545 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:23:51,546 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:A 2024-11-08T19:23:51,546 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:51,546 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:B 2024-11-08T19:23:51,546 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:23:51,547 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:23:51,547 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): c30e80883ee9fed7eb0ed42c1d1323dc/C is initiating minor compaction (all files) 2024-11-08T19:23:51,547 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c30e80883ee9fed7eb0ed42c1d1323dc/C in TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:51,547 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/f9bd6aa284ff4272a011e3e3fdef7f7a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/9db81e8c8dca49ce905ad3077ca8eda2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/580ae86032db46df93e0de445557adba] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp, totalSize=36.7 K 2024-11-08T19:23:51,547 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9bd6aa284ff4272a011e3e3fdef7f7a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731093826306 2024-11-08T19:23:51,548 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9db81e8c8dca49ce905ad3077ca8eda2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731093827461 2024-11-08T19:23:51,548 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 580ae86032db46df93e0de445557adba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731093829210 2024-11-08T19:23:51,556 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c30e80883ee9fed7eb0ed42c1d1323dc#C#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:23:51,557 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/bc7cc5f092164baa801deb4f7e46b023 is 50, key is test_row_0/C:col10/1731093829210/Put/seqid=0 2024-11-08T19:23:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742135_1311 (size=13119) 2024-11-08T19:23:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:51,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. as already flushing 2024-11-08T19:23:51,641 INFO [Thread-1104 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1104. 2024-11-08T19:23:51,641 INFO [Thread-1108 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1108. 2024-11-08T19:23:51,641 DEBUG [Thread-1104 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:51,641 DEBUG [Thread-1108 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:51,641 DEBUG [Thread-1104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:51,641 INFO [Thread-1106 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1106. 2024-11-08T19:23:51,641 DEBUG [Thread-1108 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:51,641 DEBUG [Thread-1106 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:51,641 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:51,642 DEBUG [Thread-1104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:51,642 DEBUG [Thread-1108 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:51,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:51,642 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:51,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:51,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:51,645 INFO [Thread-1102 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1102. 2024-11-08T19:23:51,645 DEBUG [Thread-1102 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:51,645 DEBUG [Thread-1102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:51,645 DEBUG [Thread-1102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:51,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:51,676 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/b489fa27fe8341638e56ebba184d2170 2024-11-08T19:23:51,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/9f0aa7eb1ad845baa52d2230d5bc4878 is 50, key is test_row_0/B:col10/1731093829866/Put/seqid=0 2024-11-08T19:23:51,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742136_1312 (size=12301) 2024-11-08T19:23:51,973 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/bc7cc5f092164baa801deb4f7e46b023 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/bc7cc5f092164baa801deb4f7e46b023 2024-11-08T19:23:51,979 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c30e80883ee9fed7eb0ed42c1d1323dc/C of c30e80883ee9fed7eb0ed42c1d1323dc into bc7cc5f092164baa801deb4f7e46b023(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:23:51,979 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:51,979 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., storeName=c30e80883ee9fed7eb0ed42c1d1323dc/C, priority=13, startTime=1731093831114; duration=0sec 2024-11-08T19:23:51,979 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:23:51,979 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c30e80883ee9fed7eb0ed42c1d1323dc:C 2024-11-08T19:23:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-08T19:23:52,025 INFO [Thread-1100 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1100. 2024-11-08T19:23:52,025 DEBUG [Thread-1100 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:23:52,025 DEBUG [Thread-1100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:52,025 DEBUG [Thread-1100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:52,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:52,094 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/9f0aa7eb1ad845baa52d2230d5bc4878 2024-11-08T19:23:52,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/52075a823a1749f7b419ab3cfc9fb246 is 50, key is test_row_0/C:col10/1731093829866/Put/seqid=0 2024-11-08T19:23:52,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742137_1313 (size=12301) 2024-11-08T19:23:52,513 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/52075a823a1749f7b419ab3cfc9fb246 2024-11-08T19:23:52,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/b489fa27fe8341638e56ebba184d2170 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b489fa27fe8341638e56ebba184d2170 2024-11-08T19:23:52,526 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b489fa27fe8341638e56ebba184d2170, entries=150, sequenceid=351, filesize=12.0 K 2024-11-08T19:23:52,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/9f0aa7eb1ad845baa52d2230d5bc4878 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/9f0aa7eb1ad845baa52d2230d5bc4878 2024-11-08T19:23:52,531 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/9f0aa7eb1ad845baa52d2230d5bc4878, entries=150, sequenceid=351, filesize=12.0 K 2024-11-08T19:23:52,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/52075a823a1749f7b419ab3cfc9fb246 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/52075a823a1749f7b419ab3cfc9fb246 2024-11-08T19:23:52,534 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/52075a823a1749f7b419ab3cfc9fb246, entries=150, sequenceid=351, filesize=12.0 K 2024-11-08T19:23:52,535 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=33.54 KB/34350 for c30e80883ee9fed7eb0ed42c1d1323dc in 1276ms, sequenceid=351, compaction requested=false 2024-11-08T19:23:52,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for c30e80883ee9fed7eb0ed42c1d1323dc: 2024-11-08T19:23:52,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:52,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-08T19:23:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-08T19:23:52,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-08T19:23:52,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6610 sec 2024-11-08T19:23:52,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 2.6650 sec 2024-11-08T19:23:53,927 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:23:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-08T19:23:54,034 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:54,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T19:23:54,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-08T19:23:54,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-08T19:23:54,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-08T19:23:54,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-08T19:23:54,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-08T19:23:54,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T19:23:54,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4335 2024-11-08T19:23:54,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4336 2024-11-08T19:23:54,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4283 2024-11-08T19:23:54,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4337 2024-11-08T19:23:54,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4339 2024-11-08T19:23:54,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T19:23:54,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:23:54,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:23:54,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:54,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:54,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:23:54,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T19:23:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-08T19:23:54,040 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093834039"}]},"ts":"1731093834039"} 2024-11-08T19:23:54,041 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T19:23:54,041 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T19:23:54,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T19:23:54,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c30e80883ee9fed7eb0ed42c1d1323dc, UNASSIGN}] 2024-11-08T19:23:54,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c30e80883ee9fed7eb0ed42c1d1323dc, UNASSIGN 2024-11-08T19:23:54,045 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=c30e80883ee9fed7eb0ed42c1d1323dc, regionState=CLOSING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:23:54,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c30e80883ee9fed7eb0ed42c1d1323dc, UNASSIGN because future has completed 2024-11-08T19:23:54,047 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T19:23:54,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:23:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-08T19:23:54,200 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:54,200 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T19:23:54,201 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing c30e80883ee9fed7eb0ed42c1d1323dc, disabling compactions & flushes 2024-11-08T19:23:54,201 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:54,201 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:54,201 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. after waiting 0 ms 2024-11-08T19:23:54,201 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:54,201 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(2902): Flushing c30e80883ee9fed7eb0ed42c1d1323dc 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-08T19:23:54,209 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/52b6d1091c234f31926d34cabd53738e is 50, key is test_row_1/A:col10/1731093832023/Put/seqid=0 2024-11-08T19:23:54,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742138_1314 (size=9857) 2024-11-08T19:23:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-08T19:23:54,615 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/52b6d1091c234f31926d34cabd53738e 2024-11-08T19:23:54,629 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/d0ff5c078cd94bc6a056ba3999259c40 is 50, key is test_row_1/B:col10/1731093832023/Put/seqid=0 2024-11-08T19:23:54,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742139_1315 (size=9857) 2024-11-08T19:23:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-08T19:23:55,034 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/d0ff5c078cd94bc6a056ba3999259c40 2024-11-08T19:23:55,047 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/74d581904a1145a4a490fd22f3e163c7 is 50, key is test_row_1/C:col10/1731093832023/Put/seqid=0 2024-11-08T19:23:55,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742140_1316 (size=9857) 2024-11-08T19:23:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-08T19:23:55,453 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/74d581904a1145a4a490fd22f3e163c7 2024-11-08T19:23:55,462 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/A/52b6d1091c234f31926d34cabd53738e as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/52b6d1091c234f31926d34cabd53738e 2024-11-08T19:23:55,468 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/52b6d1091c234f31926d34cabd53738e, entries=100, sequenceid=362, filesize=9.6 K 2024-11-08T19:23:55,470 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/B/d0ff5c078cd94bc6a056ba3999259c40 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/d0ff5c078cd94bc6a056ba3999259c40 2024-11-08T19:23:55,473 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/d0ff5c078cd94bc6a056ba3999259c40, entries=100, sequenceid=362, filesize=9.6 K 2024-11-08T19:23:55,474 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/.tmp/C/74d581904a1145a4a490fd22f3e163c7 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/74d581904a1145a4a490fd22f3e163c7 2024-11-08T19:23:55,476 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/74d581904a1145a4a490fd22f3e163c7, entries=100, sequenceid=362, filesize=9.6 K 2024-11-08T19:23:55,477 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c30e80883ee9fed7eb0ed42c1d1323dc in 1276ms, sequenceid=362, compaction requested=true 2024-11-08T19:23:55,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/a0ccafd633fb4882bc6e99a1f16c72b5, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/f6e8402f5f7042829df15a11b125773d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/77c7a4c19f0341afb325d03c584a5498, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/91539d16f059468aa2cd7b58273fa4f1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/27ede38fcc434f34acbc2db73167503b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/63331c33cff741b9bb10f88bf1c35e8d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b22ae49be9df4bdeb37e7c69ae145bbd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/68140bcf71da437d89b56cd944382906, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/cc91649e4fb14cc6bc18644b0adba505, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/71a0578637b04831a188f61e3bc1d792, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/373eee94171e43e8b887bfa433c5bb8c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/94e34e509cbd497cb0cac1d40da09781, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b86e43a0ea2f4a3bb2f893b976f9a50f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b97df009d8f143769d20a165edef79f0, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/8419929543af411c8fa048cb95b101fe, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/fb2d7c311f80497291b81b3f4cf85189, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/5b0ad8ca0f554a09a31248619e5c3148, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/8c0cd3f8655a471a9250354c12260432, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/093cb7b709e24583919b2a1609ee4e7e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/93460d0c8bf444ccadf90a27ec7660c7, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/519b5dc66e4b493e9a19e5e169966b1c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/73dc6fb2603c4568af4535c09bf63a8e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b44fcecc131b429990da84e5455955dc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/4d3083b884964270b33c532998820567] to archive 2024-11-08T19:23:55,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:23:55,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/a0ccafd633fb4882bc6e99a1f16c72b5 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/a0ccafd633fb4882bc6e99a1f16c72b5 2024-11-08T19:23:55,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/f6e8402f5f7042829df15a11b125773d to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/f6e8402f5f7042829df15a11b125773d 2024-11-08T19:23:55,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/77c7a4c19f0341afb325d03c584a5498 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/77c7a4c19f0341afb325d03c584a5498 2024-11-08T19:23:55,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/91539d16f059468aa2cd7b58273fa4f1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/91539d16f059468aa2cd7b58273fa4f1 2024-11-08T19:23:55,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/27ede38fcc434f34acbc2db73167503b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/27ede38fcc434f34acbc2db73167503b 2024-11-08T19:23:55,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/63331c33cff741b9bb10f88bf1c35e8d to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/63331c33cff741b9bb10f88bf1c35e8d 2024-11-08T19:23:55,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b22ae49be9df4bdeb37e7c69ae145bbd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b22ae49be9df4bdeb37e7c69ae145bbd 2024-11-08T19:23:55,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/68140bcf71da437d89b56cd944382906 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/68140bcf71da437d89b56cd944382906 2024-11-08T19:23:55,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/cc91649e4fb14cc6bc18644b0adba505 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/cc91649e4fb14cc6bc18644b0adba505 2024-11-08T19:23:55,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/71a0578637b04831a188f61e3bc1d792 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/71a0578637b04831a188f61e3bc1d792 2024-11-08T19:23:55,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/373eee94171e43e8b887bfa433c5bb8c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/373eee94171e43e8b887bfa433c5bb8c 2024-11-08T19:23:55,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/94e34e509cbd497cb0cac1d40da09781 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/94e34e509cbd497cb0cac1d40da09781 2024-11-08T19:23:55,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b86e43a0ea2f4a3bb2f893b976f9a50f to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b86e43a0ea2f4a3bb2f893b976f9a50f 2024-11-08T19:23:55,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b97df009d8f143769d20a165edef79f0 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b97df009d8f143769d20a165edef79f0 2024-11-08T19:23:55,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/8419929543af411c8fa048cb95b101fe to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/8419929543af411c8fa048cb95b101fe 2024-11-08T19:23:55,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/fb2d7c311f80497291b81b3f4cf85189 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/fb2d7c311f80497291b81b3f4cf85189 2024-11-08T19:23:55,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/5b0ad8ca0f554a09a31248619e5c3148 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/5b0ad8ca0f554a09a31248619e5c3148 2024-11-08T19:23:55,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/8c0cd3f8655a471a9250354c12260432 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/8c0cd3f8655a471a9250354c12260432 2024-11-08T19:23:55,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/093cb7b709e24583919b2a1609ee4e7e to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/093cb7b709e24583919b2a1609ee4e7e 2024-11-08T19:23:55,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/93460d0c8bf444ccadf90a27ec7660c7 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/93460d0c8bf444ccadf90a27ec7660c7 2024-11-08T19:23:55,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/519b5dc66e4b493e9a19e5e169966b1c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/519b5dc66e4b493e9a19e5e169966b1c 2024-11-08T19:23:55,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/73dc6fb2603c4568af4535c09bf63a8e to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/73dc6fb2603c4568af4535c09bf63a8e 2024-11-08T19:23:55,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b44fcecc131b429990da84e5455955dc to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b44fcecc131b429990da84e5455955dc 2024-11-08T19:23:55,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/4d3083b884964270b33c532998820567 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/4d3083b884964270b33c532998820567 2024-11-08T19:23:55,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/3dbf6dc7a81945ca98a398b0c443d2a2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/a984fbf4d05745778abe6bf3ef004fa1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/991150c8eef8443c952449ab89573101, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/9f70658875f048fc8693ae45219f5862, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/b1ad62dfdd7e4fefa57a1d0e3bce4869, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/4250db5ffbb34793a0bee29cc0f44afa, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/097912fe5e0f45759fe5b35c7e841a66, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/9d693a7e20364be8a643a9855bf1b7d2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/55efd07c82fe49d59c74fed756549af3, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/4b6ff6bb726643058bd6b43f7aa12eab, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/c8e6d493bead4d3e998e6d0f6d9ecedb, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/ad9300c4787f44f99af82822e9b2072a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/15ee191e3921434fb1bf44d8729ab476, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/f23a3c8133fd40778466292ce812d571, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/91f269a162804e428748be053d9ec411, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/6b353525ba274cbcab908a3537913bff, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/d46d175a62494739be0f7ba3f5c9183a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/a5cb41d30c5e436d943b61d403ec5bad, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/df0fe4d24fc74b508b76c9a438c5aa77, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/d16b87da80a34b3599590ac0c48f1f6e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/a8dcd55eac134f9f9c7db57836b90703, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/0f9d9e8655ec4328ba1834f8d8ddf34d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/eaeb2650d32f442e9d4e736ac76b0005, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/2101d02dc2574ad2be00db31455d6a69] to archive 2024-11-08T19:23:55,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:23:55,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/3dbf6dc7a81945ca98a398b0c443d2a2 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/3dbf6dc7a81945ca98a398b0c443d2a2 2024-11-08T19:23:55,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/a984fbf4d05745778abe6bf3ef004fa1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/a984fbf4d05745778abe6bf3ef004fa1 2024-11-08T19:23:55,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/991150c8eef8443c952449ab89573101 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/991150c8eef8443c952449ab89573101 2024-11-08T19:23:55,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/9f70658875f048fc8693ae45219f5862 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/9f70658875f048fc8693ae45219f5862 2024-11-08T19:23:55,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/b1ad62dfdd7e4fefa57a1d0e3bce4869 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/b1ad62dfdd7e4fefa57a1d0e3bce4869 2024-11-08T19:23:55,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/4250db5ffbb34793a0bee29cc0f44afa to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/4250db5ffbb34793a0bee29cc0f44afa 2024-11-08T19:23:55,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/097912fe5e0f45759fe5b35c7e841a66 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/097912fe5e0f45759fe5b35c7e841a66 2024-11-08T19:23:55,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/9d693a7e20364be8a643a9855bf1b7d2 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/9d693a7e20364be8a643a9855bf1b7d2 2024-11-08T19:23:55,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/55efd07c82fe49d59c74fed756549af3 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/55efd07c82fe49d59c74fed756549af3 2024-11-08T19:23:55,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/4b6ff6bb726643058bd6b43f7aa12eab to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/4b6ff6bb726643058bd6b43f7aa12eab 2024-11-08T19:23:55,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/c8e6d493bead4d3e998e6d0f6d9ecedb to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/c8e6d493bead4d3e998e6d0f6d9ecedb 2024-11-08T19:23:55,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/ad9300c4787f44f99af82822e9b2072a to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/ad9300c4787f44f99af82822e9b2072a 2024-11-08T19:23:55,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/15ee191e3921434fb1bf44d8729ab476 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/15ee191e3921434fb1bf44d8729ab476 2024-11-08T19:23:55,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/f23a3c8133fd40778466292ce812d571 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/f23a3c8133fd40778466292ce812d571 2024-11-08T19:23:55,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/91f269a162804e428748be053d9ec411 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/91f269a162804e428748be053d9ec411 2024-11-08T19:23:55,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/6b353525ba274cbcab908a3537913bff to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/6b353525ba274cbcab908a3537913bff 2024-11-08T19:23:55,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/d46d175a62494739be0f7ba3f5c9183a to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/d46d175a62494739be0f7ba3f5c9183a 2024-11-08T19:23:55,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/a5cb41d30c5e436d943b61d403ec5bad to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/a5cb41d30c5e436d943b61d403ec5bad 2024-11-08T19:23:55,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/df0fe4d24fc74b508b76c9a438c5aa77 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/df0fe4d24fc74b508b76c9a438c5aa77 2024-11-08T19:23:55,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/d16b87da80a34b3599590ac0c48f1f6e to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/d16b87da80a34b3599590ac0c48f1f6e 2024-11-08T19:23:55,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/a8dcd55eac134f9f9c7db57836b90703 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/a8dcd55eac134f9f9c7db57836b90703 2024-11-08T19:23:55,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/0f9d9e8655ec4328ba1834f8d8ddf34d to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/0f9d9e8655ec4328ba1834f8d8ddf34d 2024-11-08T19:23:55,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/eaeb2650d32f442e9d4e736ac76b0005 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/eaeb2650d32f442e9d4e736ac76b0005 2024-11-08T19:23:55,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/2101d02dc2574ad2be00db31455d6a69 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/2101d02dc2574ad2be00db31455d6a69 2024-11-08T19:23:55,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/912e47b81ac546a39a0956edb320ddb8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/5ac0efb2c187431fb19f007390a3a802, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/7ce27ed67746454b8a6173ef8060e91b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/9d0fb280ea1240ae80f7542abaa7e586, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/34190466efae4f2c8246d1b1f7a3e06c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/f84f975940dd4f8e93a0be862fdce820, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/6d1cdf706c524a9f8fb72f5454ab69eb, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/8d24693ad4084ef49ab200fd5c343221, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/281257f034434772ac664a79b392e0a0, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/2abd5d6bf0d34f7bb7c6605b2fb7dd83, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/0e474604236340b3941357a93b3630ec, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/7e421f7d959143759f906563feea5dee, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/fda487d61f9d4bedbc92c9392ee74f53, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/4130a3444e844b5da7d1aabfa6a44b51, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/148563c30aa54077b1fcd977f493c0d2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/67b14d6de1b047d8a7d13df86887b738, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/3b0c3b713c1147f2a30af1a14d60a117, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/c5aac17166694df58880c4001b31d684, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/78cd40054f5f4cc496ad933c01e610da, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/a903a502e872419e8677d0f2a9acad35, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/f9bd6aa284ff4272a011e3e3fdef7f7a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/6a60bb8c27c34f44871b948140043add, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/9db81e8c8dca49ce905ad3077ca8eda2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/580ae86032db46df93e0de445557adba] to archive 2024-11-08T19:23:55,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:23:55,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/912e47b81ac546a39a0956edb320ddb8 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/912e47b81ac546a39a0956edb320ddb8 2024-11-08T19:23:55,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/5ac0efb2c187431fb19f007390a3a802 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/5ac0efb2c187431fb19f007390a3a802 2024-11-08T19:23:55,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/7ce27ed67746454b8a6173ef8060e91b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/7ce27ed67746454b8a6173ef8060e91b 2024-11-08T19:23:55,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/9d0fb280ea1240ae80f7542abaa7e586 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/9d0fb280ea1240ae80f7542abaa7e586 2024-11-08T19:23:55,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/34190466efae4f2c8246d1b1f7a3e06c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/34190466efae4f2c8246d1b1f7a3e06c 2024-11-08T19:23:55,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/f84f975940dd4f8e93a0be862fdce820 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/f84f975940dd4f8e93a0be862fdce820 2024-11-08T19:23:55,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/6d1cdf706c524a9f8fb72f5454ab69eb to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/6d1cdf706c524a9f8fb72f5454ab69eb 2024-11-08T19:23:55,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/8d24693ad4084ef49ab200fd5c343221 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/8d24693ad4084ef49ab200fd5c343221 2024-11-08T19:23:55,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/281257f034434772ac664a79b392e0a0 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/281257f034434772ac664a79b392e0a0 2024-11-08T19:23:55,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/2abd5d6bf0d34f7bb7c6605b2fb7dd83 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/2abd5d6bf0d34f7bb7c6605b2fb7dd83 2024-11-08T19:23:55,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/0e474604236340b3941357a93b3630ec to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/0e474604236340b3941357a93b3630ec 2024-11-08T19:23:55,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/7e421f7d959143759f906563feea5dee to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/7e421f7d959143759f906563feea5dee 2024-11-08T19:23:55,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/fda487d61f9d4bedbc92c9392ee74f53 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/fda487d61f9d4bedbc92c9392ee74f53 2024-11-08T19:23:55,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/4130a3444e844b5da7d1aabfa6a44b51 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/4130a3444e844b5da7d1aabfa6a44b51 2024-11-08T19:23:55,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/148563c30aa54077b1fcd977f493c0d2 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/148563c30aa54077b1fcd977f493c0d2 2024-11-08T19:23:55,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/67b14d6de1b047d8a7d13df86887b738 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/67b14d6de1b047d8a7d13df86887b738 2024-11-08T19:23:55,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/3b0c3b713c1147f2a30af1a14d60a117 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/3b0c3b713c1147f2a30af1a14d60a117 2024-11-08T19:23:55,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/c5aac17166694df58880c4001b31d684 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/c5aac17166694df58880c4001b31d684 2024-11-08T19:23:55,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/78cd40054f5f4cc496ad933c01e610da to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/78cd40054f5f4cc496ad933c01e610da 2024-11-08T19:23:55,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/a903a502e872419e8677d0f2a9acad35 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/a903a502e872419e8677d0f2a9acad35 2024-11-08T19:23:55,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/f9bd6aa284ff4272a011e3e3fdef7f7a to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/f9bd6aa284ff4272a011e3e3fdef7f7a 2024-11-08T19:23:55,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/6a60bb8c27c34f44871b948140043add to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/6a60bb8c27c34f44871b948140043add 2024-11-08T19:23:55,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/9db81e8c8dca49ce905ad3077ca8eda2 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/9db81e8c8dca49ce905ad3077ca8eda2 2024-11-08T19:23:55,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/580ae86032db46df93e0de445557adba to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/580ae86032db46df93e0de445557adba 2024-11-08T19:23:55,553 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/recovered.edits/365.seqid, newMaxSeqId=365, maxSeqId=1 2024-11-08T19:23:55,553 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. 2024-11-08T19:23:55,553 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for c30e80883ee9fed7eb0ed42c1d1323dc: Waiting for close lock at 1731093834201Running coprocessor pre-close hooks at 1731093834201Disabling compacts and flushes for region at 1731093834201Disabling writes for close at 1731093834201Obtaining lock to block concurrent updates at 1731093834201Preparing flush snapshotting stores in c30e80883ee9fed7eb0ed42c1d1323dc at 1731093834201Finished memstore snapshotting TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731093834202 (+1 ms)Flushing stores of TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc. at 1731093834204 (+2 ms)Flushing c30e80883ee9fed7eb0ed42c1d1323dc/A: creating writer at 1731093834204Flushing c30e80883ee9fed7eb0ed42c1d1323dc/A: appending metadata at 1731093834209 (+5 ms)Flushing c30e80883ee9fed7eb0ed42c1d1323dc/A: closing flushed file at 1731093834209Flushing c30e80883ee9fed7eb0ed42c1d1323dc/B: creating writer at 1731093834623 (+414 ms)Flushing c30e80883ee9fed7eb0ed42c1d1323dc/B: appending metadata at 1731093834628 (+5 ms)Flushing c30e80883ee9fed7eb0ed42c1d1323dc/B: closing flushed file at 1731093834628Flushing c30e80883ee9fed7eb0ed42c1d1323dc/C: creating writer at 1731093835042 (+414 ms)Flushing c30e80883ee9fed7eb0ed42c1d1323dc/C: appending metadata at 1731093835046 (+4 ms)Flushing c30e80883ee9fed7eb0ed42c1d1323dc/C: closing flushed file at 1731093835046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f52c9a5: reopening flushed file at 1731093835461 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15dca872: reopening flushed file at 1731093835468 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b363cf0: reopening flushed file at 1731093835473 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c30e80883ee9fed7eb0ed42c1d1323dc in 1276ms, sequenceid=362, compaction requested=true at 1731093835477 (+4 ms)Writing region close event to WAL at 1731093835550 (+73 ms)Running coprocessor post-close hooks at 1731093835553 (+3 ms)Closed at 1731093835553 2024-11-08T19:23:55,555 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:55,556 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=c30e80883ee9fed7eb0ed42c1d1323dc, regionState=CLOSED 2024-11-08T19:23:55,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:23:55,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-08T19:23:55,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure c30e80883ee9fed7eb0ed42c1d1323dc, server=692b295ad45c,37615,1731093745778 in 1.5100 sec 2024-11-08T19:23:55,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-08T19:23:55,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c30e80883ee9fed7eb0ed42c1d1323dc, UNASSIGN in 1.5150 sec 2024-11-08T19:23:55,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-08T19:23:55,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5180 sec 2024-11-08T19:23:55,563 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093835563"}]},"ts":"1731093835563"} 2024-11-08T19:23:55,564 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T19:23:55,564 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T19:23:55,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5290 sec 2024-11-08T19:23:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-08T19:23:56,185 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:56,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T19:23:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:56,190 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-08T19:23:56,191 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=96, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:56,193 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:56,197 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/recovered.edits] 2024-11-08T19:23:56,200 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/14a7e2a71cb948ef8aaa93345db58eb5 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/14a7e2a71cb948ef8aaa93345db58eb5 2024-11-08T19:23:56,202 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/52b6d1091c234f31926d34cabd53738e to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/52b6d1091c234f31926d34cabd53738e 2024-11-08T19:23:56,203 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b489fa27fe8341638e56ebba184d2170 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/A/b489fa27fe8341638e56ebba184d2170 2024-11-08T19:23:56,206 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/1002c0619c2047d18213e4b4aebd3564 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/1002c0619c2047d18213e4b4aebd3564 2024-11-08T19:23:56,208 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/9f0aa7eb1ad845baa52d2230d5bc4878 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/9f0aa7eb1ad845baa52d2230d5bc4878 2024-11-08T19:23:56,209 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/d0ff5c078cd94bc6a056ba3999259c40 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/B/d0ff5c078cd94bc6a056ba3999259c40 2024-11-08T19:23:56,211 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/52075a823a1749f7b419ab3cfc9fb246 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/52075a823a1749f7b419ab3cfc9fb246 2024-11-08T19:23:56,212 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/74d581904a1145a4a490fd22f3e163c7 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/74d581904a1145a4a490fd22f3e163c7 2024-11-08T19:23:56,213 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/bc7cc5f092164baa801deb4f7e46b023 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/C/bc7cc5f092164baa801deb4f7e46b023 2024-11-08T19:23:56,216 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/recovered.edits/365.seqid to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc/recovered.edits/365.seqid 2024-11-08T19:23:56,217 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/c30e80883ee9fed7eb0ed42c1d1323dc 2024-11-08T19:23:56,217 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T19:23:56,219 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=96, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:56,224 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T19:23:56,226 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T19:23:56,228 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=96, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:56,228 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T19:23:56,228 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731093836228"}]},"ts":"9223372036854775807"} 2024-11-08T19:23:56,230 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T19:23:56,230 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c30e80883ee9fed7eb0ed42c1d1323dc, NAME => 'TestAcidGuarantees,,1731093808578.c30e80883ee9fed7eb0ed42c1d1323dc.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T19:23:56,230 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T19:23:56,230 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731093836230"}]},"ts":"9223372036854775807"} 2024-11-08T19:23:56,232 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T19:23:56,233 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=96, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:56,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-08T19:23:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-08T19:23:56,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T19:23:56,294 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:56,308 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1632122465_22 at /127.0.0.1:50672 [Waiting for operation #290] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_477971771_22 at /127.0.0.1:48204 [Waiting for operation #206] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=357 (was 398), ProcessCount=11 (was 11), AvailableMemoryMB=2501 (was 2529) 2024-11-08T19:23:56,320 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=357, ProcessCount=11, AvailableMemoryMB=2501 2024-11-08T19:23:56,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T19:23:56,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:23:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:56,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:23:56,324 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:56,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 97 2024-11-08T19:23:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T19:23:56,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:23:56,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742141_1317 (size=959) 2024-11-08T19:23:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T19:23:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T19:23:56,738 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa 2024-11-08T19:23:56,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742142_1318 (size=53) 2024-11-08T19:23:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T19:23:57,206 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:23:57,206 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 50c04e571a90a6d810b8582bc3c771bd, disabling compactions & flushes 2024-11-08T19:23:57,206 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:57,206 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:57,206 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. after waiting 0 ms 2024-11-08T19:23:57,206 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:57,207 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:57,207 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50c04e571a90a6d810b8582bc3c771bd: Waiting for close lock at 1731093837206Disabling compacts and flushes for region at 1731093837206Disabling writes for close at 1731093837206Writing region close event to WAL at 1731093837206Closed at 1731093837206 2024-11-08T19:23:57,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:23:57,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731093837210"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093837210"}]},"ts":"1731093837210"} 2024-11-08T19:23:57,214 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:23:57,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:23:57,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093837216"}]},"ts":"1731093837216"} 2024-11-08T19:23:57,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T19:23:57,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=50c04e571a90a6d810b8582bc3c771bd, ASSIGN}] 2024-11-08T19:23:57,222 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=50c04e571a90a6d810b8582bc3c771bd, ASSIGN 2024-11-08T19:23:57,223 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=50c04e571a90a6d810b8582bc3c771bd, ASSIGN; state=OFFLINE, location=692b295ad45c,37615,1731093745778; forceNewPlan=false, retain=false 2024-11-08T19:23:57,374 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=50c04e571a90a6d810b8582bc3c771bd, regionState=OPENING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:23:57,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=50c04e571a90a6d810b8582bc3c771bd, ASSIGN because future has completed 2024-11-08T19:23:57,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:23:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T19:23:57,534 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:57,535 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7752): Opening region: {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:23:57,535 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:57,535 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:23:57,536 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7794): checking encryption for 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:57,536 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7797): checking classloading for 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:57,539 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:57,541 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50c04e571a90a6d810b8582bc3c771bd columnFamilyName A 2024-11-08T19:23:57,541 DEBUG [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:57,541 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] regionserver.HStore(327): Store=50c04e571a90a6d810b8582bc3c771bd/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:23:57,541 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:57,542 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50c04e571a90a6d810b8582bc3c771bd columnFamilyName B 2024-11-08T19:23:57,542 DEBUG [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:57,542 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] regionserver.HStore(327): Store=50c04e571a90a6d810b8582bc3c771bd/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:23:57,543 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:57,543 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50c04e571a90a6d810b8582bc3c771bd columnFamilyName C 2024-11-08T19:23:57,543 DEBUG [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:57,544 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] regionserver.HStore(327): Store=50c04e571a90a6d810b8582bc3c771bd/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:23:57,544 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1038): replaying wal for 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:57,545 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:57,545 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:57,546 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1048): stopping wal replay for 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:57,546 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1060): Cleaning up temporary data for 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:57,546 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:23:57,547 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1093): writing seq id for 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:57,549 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:23:57,549 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1114): Opened 50c04e571a90a6d810b8582bc3c771bd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67354750, jitterRate=0.003663986921310425}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:23:57,549 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:57,550 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1006): Region open journal for 50c04e571a90a6d810b8582bc3c771bd: Running coprocessor pre-open hook at 1731093837536Writing region info on filesystem at 1731093837536Initializing all the Stores at 1731093837538 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093837538Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093837539 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093837539Cleaning up temporary data from old regions at 1731093837546 (+7 ms)Running coprocessor post-open hooks at 1731093837549 (+3 ms)Region opened successfully at 1731093837550 (+1 ms) 2024-11-08T19:23:57,551 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., pid=99, masterSystemTime=1731093837528 2024-11-08T19:23:57,552 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:57,552 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:57,553 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=50c04e571a90a6d810b8582bc3c771bd, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:23:57,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:23:57,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-08T19:23:57,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 in 179 msec 2024-11-08T19:23:57,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-08T19:23:57,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=50c04e571a90a6d810b8582bc3c771bd, ASSIGN in 337 msec 2024-11-08T19:23:57,561 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:23:57,561 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093837561"}]},"ts":"1731093837561"} 2024-11-08T19:23:57,563 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T19:23:57,564 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:23:57,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2430 sec 2024-11-08T19:23:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T19:23:58,474 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:58,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24132877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:58,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:58,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:58,480 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:58,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:58,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:58,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b63bd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:58,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:58,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:58,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:58,483 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:58,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42067394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:58,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:58,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:58,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:23:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,45827,1731093744840 2024-11-08T19:23:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@705967 2024-11-08T19:23:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:23:58,488 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:23:58,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T19:23:58,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:23:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=100, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-08T19:23:58,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742143_1319 (size=995) 2024-11-08T19:23:58,906 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-08T19:23:58,906 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-08T19:23:58,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T19:23:58,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=50c04e571a90a6d810b8582bc3c771bd, REOPEN/MOVE}] 2024-11-08T19:23:58,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=50c04e571a90a6d810b8582bc3c771bd, REOPEN/MOVE 2024-11-08T19:23:58,921 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=50c04e571a90a6d810b8582bc3c771bd, regionState=CLOSING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:23:58,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=50c04e571a90a6d810b8582bc3c771bd, REOPEN/MOVE because future has completed 2024-11-08T19:23:58,924 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T19:23:58,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure 50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:23:59,077 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(122): Close 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,077 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T19:23:59,077 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1722): Closing 50c04e571a90a6d810b8582bc3c771bd, disabling compactions & flushes 2024-11-08T19:23:59,078 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:59,078 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:59,078 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. after waiting 0 ms 2024-11-08T19:23:59,078 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:59,083 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T19:23:59,084 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:59,084 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1676): Region close journal for 50c04e571a90a6d810b8582bc3c771bd: Waiting for close lock at 1731093839077Running coprocessor pre-close hooks at 1731093839077Disabling compacts and flushes for region at 1731093839077Disabling writes for close at 1731093839078 (+1 ms)Writing region close event to WAL at 1731093839078Running coprocessor post-close hooks at 1731093839084 (+6 ms)Closed at 1731093839084 2024-11-08T19:23:59,084 WARN [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegionServer(3299): Not adding moved region record: 50c04e571a90a6d810b8582bc3c771bd to self. 2024-11-08T19:23:59,086 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(157): Closed 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,087 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=50c04e571a90a6d810b8582bc3c771bd, regionState=CLOSED 2024-11-08T19:23:59,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure 50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:23:59,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-11-08T19:23:59,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; CloseRegionProcedure 50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 in 167 msec 2024-11-08T19:23:59,095 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=50c04e571a90a6d810b8582bc3c771bd, REOPEN/MOVE; state=CLOSED, location=692b295ad45c,37615,1731093745778; forceNewPlan=false, retain=true 2024-11-08T19:23:59,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=50c04e571a90a6d810b8582bc3c771bd, regionState=OPENING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=50c04e571a90a6d810b8582bc3c771bd, REOPEN/MOVE because future has completed 2024-11-08T19:23:59,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:23:59,407 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:59,407 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7752): Opening region: {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:23:59,408 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,408 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:23:59,408 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7794): checking encryption for 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,408 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7797): checking classloading for 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,410 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,411 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50c04e571a90a6d810b8582bc3c771bd columnFamilyName A 2024-11-08T19:23:59,413 DEBUG [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:59,413 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] regionserver.HStore(327): Store=50c04e571a90a6d810b8582bc3c771bd/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:23:59,414 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,415 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50c04e571a90a6d810b8582bc3c771bd columnFamilyName B 2024-11-08T19:23:59,415 DEBUG [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:59,416 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] regionserver.HStore(327): Store=50c04e571a90a6d810b8582bc3c771bd/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:23:59,416 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,417 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50c04e571a90a6d810b8582bc3c771bd columnFamilyName C 2024-11-08T19:23:59,417 DEBUG [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:59,418 INFO [StoreOpener-50c04e571a90a6d810b8582bc3c771bd-1 {}] regionserver.HStore(327): Store=50c04e571a90a6d810b8582bc3c771bd/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:23:59,418 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1038): replaying wal for 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,419 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,421 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,423 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1048): stopping wal replay for 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,423 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1060): Cleaning up temporary data for 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,424 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:23:59,426 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1093): writing seq id for 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,428 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1114): Opened 50c04e571a90a6d810b8582bc3c771bd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71743883, jitterRate=0.06906716525554657}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:23:59,428 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,429 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1006): Region open journal for 50c04e571a90a6d810b8582bc3c771bd: Running coprocessor pre-open hook at 1731093839408Writing region info on filesystem at 1731093839408Initializing all the Stores at 1731093839409 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093839409Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093839410 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093839410Cleaning up temporary data from old regions at 1731093839423 (+13 ms)Running coprocessor post-open hooks at 1731093839428 (+5 ms)Region opened successfully at 1731093839429 (+1 ms) 2024-11-08T19:23:59,430 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., pid=104, masterSystemTime=1731093839404 2024-11-08T19:23:59,432 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:59,432 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:59,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=50c04e571a90a6d810b8582bc3c771bd, regionState=OPEN, openSeqNum=5, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:23:59,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=102 2024-11-08T19:23:59,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=102, state=SUCCESS, hasLock=false; OpenRegionProcedure 50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 in 184 msec 2024-11-08T19:23:59,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-08T19:23:59,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=50c04e571a90a6d810b8582bc3c771bd, REOPEN/MOVE in 518 msec 2024-11-08T19:23:59,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-08T19:23:59,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 526 msec 2024-11-08T19:23:59,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 951 msec 2024-11-08T19:23:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-11-08T19:23:59,443 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:23:59,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14572f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:59,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:59,445 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:59,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:59,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:59,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fe688a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:59,447 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:59,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cee443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38802cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:59,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:59,449 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:59,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:59,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:59,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6611cbe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:59,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:59,451 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:59,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1aae44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209ba84b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:59,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:59,453 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:59,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:59,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:59,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a43c000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:59,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:59,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:59,454 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:59,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41425bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7495e76b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:59,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:59,457 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551b6323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:59,458 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:59,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac07812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7288b4d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:59,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:59,460 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:59,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:59,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733ff490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:59,462 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:59,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb83a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50946179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:59,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:59,464 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:59,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:59,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:59,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfcb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:59,466 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d5a490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62931224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:59,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:59,468 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:59,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:59,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:59,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d353d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:59,470 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:59,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7053184f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400fc310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:59,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:59,472 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:59,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:59,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:59,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e60f877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:59,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:59,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:59,474 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:59,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5680d4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227d6625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:59,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:59,476 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:59,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d32847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:59,478 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:59,478 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:59,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a14fad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15113514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:23:59,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:23:59,481 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:23:59,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:23:59,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:23:59,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70df90c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:23:59,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:23:59,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:23:59,483 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:23:59,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883893c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:23:59,484 DEBUG [Thread-1483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:59,484 DEBUG [Thread-1475 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:59,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:23:59,485 DEBUG [Thread-1466 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:59,485 DEBUG [Thread-1464 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:59,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:59,485 DEBUG [Thread-1472 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:59,485 DEBUG [Thread-1468 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:59,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:59,485 DEBUG [Thread-1477 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:59,485 DEBUG [Thread-1481 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-08T19:23:59,486 DEBUG [Thread-1479 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:59,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:59,486 DEBUG [Thread-1464 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:59,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:59,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:59,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:59,487 DEBUG [Thread-1464 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:59,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:59,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:59,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:59,487 DEBUG [Thread-1470 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:23:59,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T19:23:59,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:59,487 DEBUG [Thread-1481 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:59,487 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:23:59,488 DEBUG [Thread-1481 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:59,488 DEBUG [Thread-1472 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:59,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:59,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:59,488 DEBUG [Thread-1477 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:59,488 DEBUG [Thread-1472 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:59,488 DEBUG [Thread-1477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:59,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:59,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:23:59,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:59,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:23:59,489 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:23:59,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:23:59,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:59,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:59,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:59,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:59,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:23:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:59,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:59,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:59,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:59,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:59,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:59,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:23:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,501 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:23:59,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50c04e571a90a6d810b8582bc3c771bd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:23:59,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108eda806a165654736a22757845a5aaaa8_50c04e571a90a6d810b8582bc3c771bd is 50, key is test_row_0/A:col10/1731093839494/Put/seqid=0 2024-11-08T19:23:59,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093899537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:59,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093899538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:59,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093899541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:59,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093899543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093899544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:59,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742144_1320 (size=12154) 2024-11-08T19:23:59,556 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:23:59,559 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108eda806a165654736a22757845a5aaaa8_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108eda806a165654736a22757845a5aaaa8_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:23:59,560 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/426392f1e6914b29b7492b21ea3ac711, store: [table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:23:59,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/426392f1e6914b29b7492b21ea3ac711 is 175, key is test_row_0/A:col10/1731093839494/Put/seqid=0 2024-11-08T19:23:59,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742145_1321 (size=30955) 2024-11-08T19:23:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T19:23:59,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T19:23:59,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:59,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:23:59,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:59,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:59,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:59,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093899654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093899654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093899654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093899654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093899654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,659 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:59,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T19:23:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:23:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:59,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:59,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T19:23:59,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093899864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:59,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093899864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093899864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:23:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093899864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093899864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:23:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:23:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:59,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:23:59,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T19:23:59,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:59,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:23:59,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:23:59,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:59,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:23:59,966 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/426392f1e6914b29b7492b21ea3ac711 2024-11-08T19:23:59,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/476ad8c80c344a9fb973d75ac449b911 is 50, key is test_row_0/B:col10/1731093839494/Put/seqid=0 2024-11-08T19:23:59,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742146_1322 (size=12001) 2024-11-08T19:24:00,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T19:24:00,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:00,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:00,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:00,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:00,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T19:24:00,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093900174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:00,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:00,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093900174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:00,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:00,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:00,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093900183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:00,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:00,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093900183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:00,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:00,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,188 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093900183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:00,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:00,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T19:24:00,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:00,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:00,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:00,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:00,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:00,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/476ad8c80c344a9fb973d75ac449b911 2024-11-08T19:24:00,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T19:24:00,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:00,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:00,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:00,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:00,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:00,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/379b8acd1d234501822c014039535a12 is 50, key is test_row_0/C:col10/1731093839494/Put/seqid=0 2024-11-08T19:24:00,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742147_1323 (size=12001) 2024-11-08T19:24:00,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T19:24:00,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:00,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:00,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:00,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:00,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T19:24:00,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093900683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:00,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093900683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:00,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093900693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:00,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:00,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093900693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:00,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:00,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093900703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:00,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T19:24:00,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:00,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:00,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:00,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:00,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:00,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/379b8acd1d234501822c014039535a12 2024-11-08T19:24:00,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/426392f1e6914b29b7492b21ea3ac711 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/426392f1e6914b29b7492b21ea3ac711 2024-11-08T19:24:00,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/426392f1e6914b29b7492b21ea3ac711, entries=150, sequenceid=15, filesize=30.2 K 2024-11-08T19:24:00,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/476ad8c80c344a9fb973d75ac449b911 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/476ad8c80c344a9fb973d75ac449b911 2024-11-08T19:24:00,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/476ad8c80c344a9fb973d75ac449b911, entries=150, sequenceid=15, filesize=11.7 K 2024-11-08T19:24:00,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/379b8acd1d234501822c014039535a12 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/379b8acd1d234501822c014039535a12 2024-11-08T19:24:00,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/379b8acd1d234501822c014039535a12, entries=150, sequenceid=15, filesize=11.7 K 2024-11-08T19:24:00,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 50c04e571a90a6d810b8582bc3c771bd in 1333ms, sequenceid=15, compaction requested=false 2024-11-08T19:24:00,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:00,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T19:24:00,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:00,865 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 50c04e571a90a6d810b8582bc3c771bd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T19:24:00,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c65192aeb42b4b64b1a9b5e69b1afb63_50c04e571a90a6d810b8582bc3c771bd is 50, key is test_row_0/A:col10/1731093839542/Put/seqid=0 2024-11-08T19:24:00,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742148_1324 (size=12154) 2024-11-08T19:24:01,080 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T19:24:01,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:01,279 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c65192aeb42b4b64b1a9b5e69b1afb63_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c65192aeb42b4b64b1a9b5e69b1afb63_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:01,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/79b5799c3f46442badd112af0ce2884a, store: [table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:01,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/79b5799c3f46442badd112af0ce2884a is 175, key is test_row_0/A:col10/1731093839542/Put/seqid=0 2024-11-08T19:24:01,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742149_1325 (size=30955) 2024-11-08T19:24:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T19:24:01,687 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/79b5799c3f46442badd112af0ce2884a 2024-11-08T19:24:01,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/eae5a586530c469daa36200b754d92af is 50, key is test_row_0/B:col10/1731093839542/Put/seqid=0 2024-11-08T19:24:01,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742150_1326 (size=12001) 2024-11-08T19:24:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:01,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:01,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093901720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:01,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093901720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:01,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093901721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:01,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:01,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093901723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:01,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093901723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:01,732 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in 50c04e571a90a6d810b8582bc3c771bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:01,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:01,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:01,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093901833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093901833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:01,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093901834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:01,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093901834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:02,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093902043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:02,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093902043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093902044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:02,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:02,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093902054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:02,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:02,096 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/eae5a586530c469daa36200b754d92af 2024-11-08T19:24:02,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/9f8e91dffad34d4081689dcb3120b7b2 is 50, key is test_row_0/C:col10/1731093839542/Put/seqid=0 2024-11-08T19:24:02,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742151_1327 (size=12001) 2024-11-08T19:24:02,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093902353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:02,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093902353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:02,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093902353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:02,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093902363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:02,505 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/9f8e91dffad34d4081689dcb3120b7b2 2024-11-08T19:24:02,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/79b5799c3f46442badd112af0ce2884a as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/79b5799c3f46442badd112af0ce2884a 2024-11-08T19:24:02,512 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/79b5799c3f46442badd112af0ce2884a, entries=150, sequenceid=40, filesize=30.2 K 2024-11-08T19:24:02,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/eae5a586530c469daa36200b754d92af as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/eae5a586530c469daa36200b754d92af 2024-11-08T19:24:02,515 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/eae5a586530c469daa36200b754d92af, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T19:24:02,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/9f8e91dffad34d4081689dcb3120b7b2 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/9f8e91dffad34d4081689dcb3120b7b2 2024-11-08T19:24:02,519 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/9f8e91dffad34d4081689dcb3120b7b2, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T19:24:02,520 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 50c04e571a90a6d810b8582bc3c771bd in 1655ms, sequenceid=40, compaction requested=false 2024-11-08T19:24:02,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:02,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:02,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-08T19:24:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-08T19:24:02,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-08T19:24:02,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0330 sec 2024-11-08T19:24:02,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 3.0390 sec 2024-11-08T19:24:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:02,866 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:02,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50c04e571a90a6d810b8582bc3c771bd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T19:24:02,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081f24ce440d894e3caec9c9524bd61418_50c04e571a90a6d810b8582bc3c771bd is 50, key is test_row_0/A:col10/1731093841718/Put/seqid=0 2024-11-08T19:24:02,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742152_1328 (size=14594) 2024-11-08T19:24:02,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093902951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:02,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093902953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:02,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093902961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:02,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093902961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:03,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093903063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:03,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093903073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:03,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093903073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:03,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093903074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:03,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093903273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:03,282 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:03,284 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081f24ce440d894e3caec9c9524bd61418_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081f24ce440d894e3caec9c9524bd61418_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:03,285 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/d487210faaab4643b87fb194f86057df, store: [table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:03,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/d487210faaab4643b87fb194f86057df is 175, key is test_row_0/A:col10/1731093841718/Put/seqid=0 2024-11-08T19:24:03,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742153_1329 (size=39549) 2024-11-08T19:24:03,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093903283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:03,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093903283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:03,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093903294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:03,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:03,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093903584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:03,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093903593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:03,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093903603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:03,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093903613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T19:24:03,663 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:03,663 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:24:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-08T19:24:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T19:24:03,665 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:24:03,666 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:24:03,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:24:03,688 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/d487210faaab4643b87fb194f86057df 2024-11-08T19:24:03,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/49be16ba6b9f4f41bec0971b52f768f7 is 50, key is test_row_0/B:col10/1731093841718/Put/seqid=0 2024-11-08T19:24:03,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742154_1330 (size=12001) 2024-11-08T19:24:03,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093903754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:03,757 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in 50c04e571a90a6d810b8582bc3c771bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T19:24:03,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T19:24:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:03,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:03,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:03,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T19:24:03,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:03,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:03,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:03,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:03,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T19:24:04,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/49be16ba6b9f4f41bec0971b52f768f7 2024-11-08T19:24:04,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/ba253419de904a7cab4de64b684210ff is 50, key is test_row_0/C:col10/1731093841718/Put/seqid=0 2024-11-08T19:24:04,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742155_1331 (size=12001) 2024-11-08T19:24:04,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093904103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:04,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:04,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093904113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:04,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:04,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:04,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:04,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093904114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:04,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:04,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:04,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:04,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T19:24:04,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:04,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:04,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:04,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:04,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:04,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093904123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:04,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T19:24:04,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:04,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:04,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:04,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:04,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T19:24:04,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T19:24:04,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:04,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:04,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:04,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:04,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:04,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/ba253419de904a7cab4de64b684210ff 2024-11-08T19:24:04,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/d487210faaab4643b87fb194f86057df as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/d487210faaab4643b87fb194f86057df 2024-11-08T19:24:04,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/d487210faaab4643b87fb194f86057df, entries=200, sequenceid=52, filesize=38.6 K 2024-11-08T19:24:04,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/49be16ba6b9f4f41bec0971b52f768f7 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/49be16ba6b9f4f41bec0971b52f768f7 2024-11-08T19:24:04,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/49be16ba6b9f4f41bec0971b52f768f7, entries=150, sequenceid=52, filesize=11.7 K 2024-11-08T19:24:04,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/ba253419de904a7cab4de64b684210ff as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/ba253419de904a7cab4de64b684210ff 2024-11-08T19:24:04,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/ba253419de904a7cab4de64b684210ff, entries=150, sequenceid=52, filesize=11.7 K 2024-11-08T19:24:04,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 50c04e571a90a6d810b8582bc3c771bd in 1660ms, sequenceid=52, compaction requested=true 2024-11-08T19:24:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:24:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:04,526 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:24:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:04,526 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:24:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:04,528 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:04,528 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:04,528 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 50c04e571a90a6d810b8582bc3c771bd/A is initiating minor compaction (all files) 2024-11-08T19:24:04,528 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 50c04e571a90a6d810b8582bc3c771bd/B is initiating minor compaction (all files) 2024-11-08T19:24:04,528 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50c04e571a90a6d810b8582bc3c771bd/A in TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:04,528 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50c04e571a90a6d810b8582bc3c771bd/B in TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:04,528 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/476ad8c80c344a9fb973d75ac449b911, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/eae5a586530c469daa36200b754d92af, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/49be16ba6b9f4f41bec0971b52f768f7] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp, totalSize=35.2 K 2024-11-08T19:24:04,528 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/426392f1e6914b29b7492b21ea3ac711, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/79b5799c3f46442badd112af0ce2884a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/d487210faaab4643b87fb194f86057df] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp, totalSize=99.1 K 2024-11-08T19:24:04,528 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:04,528 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/426392f1e6914b29b7492b21ea3ac711, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/79b5799c3f46442badd112af0ce2884a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/d487210faaab4643b87fb194f86057df] 2024-11-08T19:24:04,528 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 476ad8c80c344a9fb973d75ac449b911, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731093839494 2024-11-08T19:24:04,529 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting eae5a586530c469daa36200b754d92af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731093839531 2024-11-08T19:24:04,529 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 426392f1e6914b29b7492b21ea3ac711, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731093839494 2024-11-08T19:24:04,529 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 49be16ba6b9f4f41bec0971b52f768f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731093841718 2024-11-08T19:24:04,529 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79b5799c3f46442badd112af0ce2884a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731093839531 2024-11-08T19:24:04,529 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting d487210faaab4643b87fb194f86057df, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731093841718 2024-11-08T19:24:04,541 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:04,543 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50c04e571a90a6d810b8582bc3c771bd#B#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:04,543 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108e04e391ffdf9419089a7cbf52e49f789_50c04e571a90a6d810b8582bc3c771bd store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:04,544 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/7afe60e6f7654103afd8a72c4f834f75 is 50, key is test_row_0/B:col10/1731093841718/Put/seqid=0 2024-11-08T19:24:04,546 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108e04e391ffdf9419089a7cbf52e49f789_50c04e571a90a6d810b8582bc3c771bd, store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:04,546 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e04e391ffdf9419089a7cbf52e49f789_50c04e571a90a6d810b8582bc3c771bd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:04,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742156_1332 (size=12104) 2024-11-08T19:24:04,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742157_1333 (size=4469) 2024-11-08T19:24:04,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T19:24:04,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:04,583 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 50c04e571a90a6d810b8582bc3c771bd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T19:24:04,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084ece1e4ecb7646209dd11f464bfb7893_50c04e571a90a6d810b8582bc3c771bd is 50, key is test_row_0/A:col10/1731093842959/Put/seqid=0 2024-11-08T19:24:04,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742158_1334 (size=12154) 2024-11-08T19:24:04,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:04,599 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084ece1e4ecb7646209dd11f464bfb7893_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084ece1e4ecb7646209dd11f464bfb7893_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:04,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/84bb35a369f04671a2cdad11eee7db34, store: [table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:04,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/84bb35a369f04671a2cdad11eee7db34 is 175, key is test_row_0/A:col10/1731093842959/Put/seqid=0 2024-11-08T19:24:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742159_1335 (size=30955) 2024-11-08T19:24:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T19:24:04,957 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/7afe60e6f7654103afd8a72c4f834f75 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/7afe60e6f7654103afd8a72c4f834f75 2024-11-08T19:24:04,961 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50c04e571a90a6d810b8582bc3c771bd/B of 50c04e571a90a6d810b8582bc3c771bd into 7afe60e6f7654103afd8a72c4f834f75(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:04,961 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:04,961 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., storeName=50c04e571a90a6d810b8582bc3c771bd/B, priority=13, startTime=1731093844526; duration=0sec 2024-11-08T19:24:04,961 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:04,961 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:B 2024-11-08T19:24:04,961 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:04,962 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:04,962 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 50c04e571a90a6d810b8582bc3c771bd/C is initiating minor compaction (all files) 2024-11-08T19:24:04,962 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50c04e571a90a6d810b8582bc3c771bd/C in TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:04,962 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/379b8acd1d234501822c014039535a12, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/9f8e91dffad34d4081689dcb3120b7b2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/ba253419de904a7cab4de64b684210ff] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp, totalSize=35.2 K 2024-11-08T19:24:04,962 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 379b8acd1d234501822c014039535a12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731093839494 2024-11-08T19:24:04,963 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f8e91dffad34d4081689dcb3120b7b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731093839531 2024-11-08T19:24:04,963 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting ba253419de904a7cab4de64b684210ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731093841718 2024-11-08T19:24:04,963 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50c04e571a90a6d810b8582bc3c771bd#A#compaction#282 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:04,964 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/e0c68e5ae08942be858c8fc3b12f6b6e is 175, key is test_row_0/A:col10/1731093841718/Put/seqid=0 2024-11-08T19:24:04,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742160_1336 (size=31058) 2024-11-08T19:24:04,975 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50c04e571a90a6d810b8582bc3c771bd#C#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:04,975 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/e1d3b5e674ed41aabea3cb1605384d70 is 50, key is test_row_0/C:col10/1731093841718/Put/seqid=0 2024-11-08T19:24:04,978 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/e0c68e5ae08942be858c8fc3b12f6b6e as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/e0c68e5ae08942be858c8fc3b12f6b6e 2024-11-08T19:24:04,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742161_1337 (size=12104) 2024-11-08T19:24:04,984 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50c04e571a90a6d810b8582bc3c771bd/A of 50c04e571a90a6d810b8582bc3c771bd into e0c68e5ae08942be858c8fc3b12f6b6e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:04,984 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:04,984 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., storeName=50c04e571a90a6d810b8582bc3c771bd/A, priority=13, startTime=1731093844526; duration=0sec 2024-11-08T19:24:04,984 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:04,984 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:A 2024-11-08T19:24:05,006 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/84bb35a369f04671a2cdad11eee7db34 2024-11-08T19:24:05,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/c37092fde39d4d54833393da55a1617f is 50, key is test_row_0/B:col10/1731093842959/Put/seqid=0 2024-11-08T19:24:05,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742162_1338 (size=12001) 2024-11-08T19:24:05,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:05,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093905150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:05,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:05,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093905151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:05,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093905151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093905152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:05,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093905263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:05,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093905274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:05,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093905274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093905274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:05,385 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/e1d3b5e674ed41aabea3cb1605384d70 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/e1d3b5e674ed41aabea3cb1605384d70 2024-11-08T19:24:05,390 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50c04e571a90a6d810b8582bc3c771bd/C of 50c04e571a90a6d810b8582bc3c771bd into e1d3b5e674ed41aabea3cb1605384d70(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:05,390 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:05,390 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., storeName=50c04e571a90a6d810b8582bc3c771bd/C, priority=13, startTime=1731093844526; duration=0sec 2024-11-08T19:24:05,390 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:05,390 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:C 2024-11-08T19:24:05,423 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/c37092fde39d4d54833393da55a1617f 2024-11-08T19:24:05,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/fc988c119d9b42408f38bbd5ab1bfb9a is 50, key is test_row_0/C:col10/1731093842959/Put/seqid=0 2024-11-08T19:24:05,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742163_1339 (size=12001) 2024-11-08T19:24:05,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093905474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:05,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:05,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093905484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:05,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093905484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:05,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:05,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093905484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:05,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:05,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093905784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:05,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093905793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:05,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:05,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093905793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:05,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:05,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:05,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093905803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:05,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:05,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T19:24:05,833 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/fc988c119d9b42408f38bbd5ab1bfb9a 2024-11-08T19:24:05,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/84bb35a369f04671a2cdad11eee7db34 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/84bb35a369f04671a2cdad11eee7db34 2024-11-08T19:24:05,840 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/84bb35a369f04671a2cdad11eee7db34, entries=150, sequenceid=77, filesize=30.2 K 2024-11-08T19:24:05,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/c37092fde39d4d54833393da55a1617f as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/c37092fde39d4d54833393da55a1617f 2024-11-08T19:24:05,843 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/c37092fde39d4d54833393da55a1617f, entries=150, sequenceid=77, filesize=11.7 K 2024-11-08T19:24:05,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/fc988c119d9b42408f38bbd5ab1bfb9a as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/fc988c119d9b42408f38bbd5ab1bfb9a 2024-11-08T19:24:05,846 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/fc988c119d9b42408f38bbd5ab1bfb9a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-08T19:24:05,847 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 50c04e571a90a6d810b8582bc3c771bd in 1264ms, sequenceid=77, compaction requested=false 2024-11-08T19:24:05,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:05,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:05,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-08T19:24:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-08T19:24:05,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-08T19:24:05,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1820 sec 2024-11-08T19:24:05,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.1870 sec 2024-11-08T19:24:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:06,305 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:06,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50c04e571a90a6d810b8582bc3c771bd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T19:24:06,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a54c81cd7d45467ea79024d5e52fc2ac_50c04e571a90a6d810b8582bc3c771bd is 50, key is test_row_0/A:col10/1731093845150/Put/seqid=0 2024-11-08T19:24:06,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742164_1340 (size=14594) 2024-11-08T19:24:06,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093906346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:06,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093906354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:06,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:06,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093906355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093906356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:06,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093906464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:06,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093906464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:06,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093906473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:06,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093906473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:06,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:06,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:06,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093906673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:06,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:06,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093906673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:06,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:06,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093906683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:06,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:06,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093906683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:06,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:06,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:06,720 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:06,723 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a54c81cd7d45467ea79024d5e52fc2ac_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a54c81cd7d45467ea79024d5e52fc2ac_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:06,723 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/1c74ce46c9b44e369b461400e67bc5fa, store: [table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:06,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/1c74ce46c9b44e369b461400e67bc5fa is 175, key is test_row_0/A:col10/1731093845150/Put/seqid=0 2024-11-08T19:24:06,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742165_1341 (size=39549) 2024-11-08T19:24:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093906983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:06,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:06,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093906983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:06,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:07,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093907003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:07,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093907003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:07,171 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/1c74ce46c9b44e369b461400e67bc5fa 2024-11-08T19:24:07,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/e53c9504f45a4009938e9a81b169778d is 50, key is test_row_0/B:col10/1731093845150/Put/seqid=0 2024-11-08T19:24:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742166_1342 (size=12001) 2024-11-08T19:24:07,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093907494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:07,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:07,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:07,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:07,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093907503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:07,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093907513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:07,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:07,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:07,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093907513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:07,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:07,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:07,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:07,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:07,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/e53c9504f45a4009938e9a81b169778d 2024-11-08T19:24:07,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/28b362fd21344a068ef525cc5fa600cc is 50, key is test_row_0/C:col10/1731093845150/Put/seqid=0 2024-11-08T19:24:07,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742167_1343 (size=12001) 2024-11-08T19:24:07,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/28b362fd21344a068ef525cc5fa600cc 2024-11-08T19:24:07,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/1c74ce46c9b44e369b461400e67bc5fa as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/1c74ce46c9b44e369b461400e67bc5fa 2024-11-08T19:24:07,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/1c74ce46c9b44e369b461400e67bc5fa, entries=200, sequenceid=93, filesize=38.6 K 2024-11-08T19:24:07,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/e53c9504f45a4009938e9a81b169778d as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/e53c9504f45a4009938e9a81b169778d 2024-11-08T19:24:07,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/e53c9504f45a4009938e9a81b169778d, entries=150, sequenceid=93, filesize=11.7 K 2024-11-08T19:24:07,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/28b362fd21344a068ef525cc5fa600cc as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/28b362fd21344a068ef525cc5fa600cc 2024-11-08T19:24:07,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/28b362fd21344a068ef525cc5fa600cc, entries=150, sequenceid=93, filesize=11.7 K 2024-11-08T19:24:07,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 50c04e571a90a6d810b8582bc3c771bd in 1303ms, sequenceid=93, compaction requested=true 2024-11-08T19:24:07,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:07,608 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:07,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:24:07,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:07,609 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:07,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:24:07,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:07,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:24:07,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:07,609 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:07,609 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 50c04e571a90a6d810b8582bc3c771bd/A is initiating minor compaction (all files) 2024-11-08T19:24:07,609 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50c04e571a90a6d810b8582bc3c771bd/A in TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:07,609 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/e0c68e5ae08942be858c8fc3b12f6b6e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/84bb35a369f04671a2cdad11eee7db34, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/1c74ce46c9b44e369b461400e67bc5fa] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp, totalSize=99.2 K 2024-11-08T19:24:07,609 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:07,610 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/e0c68e5ae08942be858c8fc3b12f6b6e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/84bb35a369f04671a2cdad11eee7db34, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/1c74ce46c9b44e369b461400e67bc5fa] 2024-11-08T19:24:07,610 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:07,610 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 50c04e571a90a6d810b8582bc3c771bd/B is initiating minor compaction (all files) 2024-11-08T19:24:07,610 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0c68e5ae08942be858c8fc3b12f6b6e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731093841718 2024-11-08T19:24:07,610 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50c04e571a90a6d810b8582bc3c771bd/B in TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:07,610 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/7afe60e6f7654103afd8a72c4f834f75, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/c37092fde39d4d54833393da55a1617f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/e53c9504f45a4009938e9a81b169778d] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp, totalSize=35.3 K 2024-11-08T19:24:07,610 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84bb35a369f04671a2cdad11eee7db34, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731093842951 2024-11-08T19:24:07,610 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 7afe60e6f7654103afd8a72c4f834f75, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731093841718 2024-11-08T19:24:07,610 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c74ce46c9b44e369b461400e67bc5fa, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731093845149 2024-11-08T19:24:07,611 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting c37092fde39d4d54833393da55a1617f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731093842951 2024-11-08T19:24:07,611 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting e53c9504f45a4009938e9a81b169778d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731093845149 2024-11-08T19:24:07,629 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50c04e571a90a6d810b8582bc3c771bd#B#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:07,630 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/ce02fb0412bb44e283cbf71fd3076f00 is 50, key is test_row_0/B:col10/1731093845150/Put/seqid=0 2024-11-08T19:24:07,630 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:07,632 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110813cb483c3485478189a85ee5e67de1d5_50c04e571a90a6d810b8582bc3c771bd store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:07,634 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110813cb483c3485478189a85ee5e67de1d5_50c04e571a90a6d810b8582bc3c771bd, store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:07,634 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110813cb483c3485478189a85ee5e67de1d5_50c04e571a90a6d810b8582bc3c771bd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:07,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742168_1344 (size=12207) 2024-11-08T19:24:07,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742169_1345 (size=4469) 2024-11-08T19:24:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:07,789 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:07,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50c04e571a90a6d810b8582bc3c771bd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T19:24:07,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108da8b5de82bba4b2a95581d9b9ec487b6_50c04e571a90a6d810b8582bc3c771bd is 50, key is test_row_0/A:col10/1731093846353/Put/seqid=0 2024-11-08T19:24:07,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742170_1346 (size=14594) 2024-11-08T19:24:07,803 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:07,806 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108da8b5de82bba4b2a95581d9b9ec487b6_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108da8b5de82bba4b2a95581d9b9ec487b6_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:07,806 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/7c38e400d9264b1fb65a06b9382388b2, store: [table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:07,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/7c38e400d9264b1fb65a06b9382388b2 is 175, key is test_row_0/A:col10/1731093846353/Put/seqid=0 2024-11-08T19:24:07,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742171_1347 (size=39549) 2024-11-08T19:24:07,811 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/7c38e400d9264b1fb65a06b9382388b2 2024-11-08T19:24:07,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/a7fbf140a8394fe690bb67a7ceef6452 is 50, key is test_row_0/B:col10/1731093846353/Put/seqid=0 2024-11-08T19:24:07,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742172_1348 (size=12001) 2024-11-08T19:24:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T19:24:07,833 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:07,834 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:24:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-08T19:24:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T19:24:07,835 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:24:07,836 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:24:07,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:24:07,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093907850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:07,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T19:24:07,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093907963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:07,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-08T19:24:07,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:07,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:07,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:07,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:07,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:08,044 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/ce02fb0412bb44e283cbf71fd3076f00 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/ce02fb0412bb44e283cbf71fd3076f00 2024-11-08T19:24:08,048 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50c04e571a90a6d810b8582bc3c771bd/B of 50c04e571a90a6d810b8582bc3c771bd into ce02fb0412bb44e283cbf71fd3076f00(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:08,048 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:08,048 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., storeName=50c04e571a90a6d810b8582bc3c771bd/B, priority=13, startTime=1731093847609; duration=0sec 2024-11-08T19:24:08,048 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:08,048 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:B 2024-11-08T19:24:08,048 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:08,049 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:08,049 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 50c04e571a90a6d810b8582bc3c771bd/C is initiating minor compaction (all files) 2024-11-08T19:24:08,049 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50c04e571a90a6d810b8582bc3c771bd/C in TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:08,049 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/e1d3b5e674ed41aabea3cb1605384d70, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/fc988c119d9b42408f38bbd5ab1bfb9a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/28b362fd21344a068ef525cc5fa600cc] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp, totalSize=35.3 K 2024-11-08T19:24:08,049 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting e1d3b5e674ed41aabea3cb1605384d70, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731093841718 2024-11-08T19:24:08,049 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting fc988c119d9b42408f38bbd5ab1bfb9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731093842951 2024-11-08T19:24:08,049 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 28b362fd21344a068ef525cc5fa600cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731093845149 2024-11-08T19:24:08,051 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50c04e571a90a6d810b8582bc3c771bd#A#compaction#292 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:08,051 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/ef34687c6c354fce8b1cf8a6eb2de932 is 175, key is test_row_0/A:col10/1731093845150/Put/seqid=0 2024-11-08T19:24:08,055 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50c04e571a90a6d810b8582bc3c771bd#C#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:08,055 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/b5e43e54c6b94a93ab9f4789626ec467 is 50, key is test_row_0/C:col10/1731093845150/Put/seqid=0 2024-11-08T19:24:08,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742173_1349 (size=31161) 2024-11-08T19:24:08,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742174_1350 (size=12207) 2024-11-08T19:24:08,062 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/ef34687c6c354fce8b1cf8a6eb2de932 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/ef34687c6c354fce8b1cf8a6eb2de932 2024-11-08T19:24:08,068 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/b5e43e54c6b94a93ab9f4789626ec467 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/b5e43e54c6b94a93ab9f4789626ec467 2024-11-08T19:24:08,069 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50c04e571a90a6d810b8582bc3c771bd/A of 50c04e571a90a6d810b8582bc3c771bd into ef34687c6c354fce8b1cf8a6eb2de932(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:08,069 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:08,069 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., storeName=50c04e571a90a6d810b8582bc3c771bd/A, priority=13, startTime=1731093847608; duration=0sec 2024-11-08T19:24:08,069 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:08,069 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:A 2024-11-08T19:24:08,073 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50c04e571a90a6d810b8582bc3c771bd/C of 50c04e571a90a6d810b8582bc3c771bd into b5e43e54c6b94a93ab9f4789626ec467(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:08,073 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:08,073 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., storeName=50c04e571a90a6d810b8582bc3c771bd/C, priority=13, startTime=1731093847609; duration=0sec 2024-11-08T19:24:08,073 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:08,074 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:C 2024-11-08T19:24:08,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-08T19:24:08,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:08,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:08,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:08,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:08,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T19:24:08,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093908173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:08,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:08,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:08,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:08,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/a7fbf140a8394fe690bb67a7ceef6452 2024-11-08T19:24:08,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/217b13f8ca644660b8bb411d83833c76 is 50, key is test_row_0/C:col10/1731093846353/Put/seqid=0 2024-11-08T19:24:08,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742175_1351 (size=12001) 2024-11-08T19:24:08,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-08T19:24:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:08,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:08,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:08,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-08T19:24:08,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:08,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:08,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:08,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:08,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T19:24:08,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093908483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:08,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:08,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:08,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:08,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093908514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:08,517 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in 50c04e571a90a6d810b8582bc3c771bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:08,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093908523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:08,529 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 50c04e571a90a6d810b8582bc3c771bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:08,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093908533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:08,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093908533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:08,538 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in 50c04e571a90a6d810b8582bc3c771bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:08,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:08,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:08,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:08,539 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in 50c04e571a90a6d810b8582bc3c771bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:08,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:08,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:08,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:08,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-08T19:24:08,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:08,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:08,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:08,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:08,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:08,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/217b13f8ca644660b8bb411d83833c76 2024-11-08T19:24:08,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/7c38e400d9264b1fb65a06b9382388b2 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/7c38e400d9264b1fb65a06b9382388b2 2024-11-08T19:24:08,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/7c38e400d9264b1fb65a06b9382388b2, entries=200, sequenceid=117, filesize=38.6 K 2024-11-08T19:24:08,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/a7fbf140a8394fe690bb67a7ceef6452 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/a7fbf140a8394fe690bb67a7ceef6452 2024-11-08T19:24:08,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/a7fbf140a8394fe690bb67a7ceef6452, entries=150, sequenceid=117, filesize=11.7 K 2024-11-08T19:24:08,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/217b13f8ca644660b8bb411d83833c76 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/217b13f8ca644660b8bb411d83833c76 2024-11-08T19:24:08,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/217b13f8ca644660b8bb411d83833c76, entries=150, sequenceid=117, filesize=11.7 K 2024-11-08T19:24:08,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 50c04e571a90a6d810b8582bc3c771bd in 860ms, sequenceid=117, compaction requested=false 2024-11-08T19:24:08,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:08,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-08T19:24:08,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:08,751 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 50c04e571a90a6d810b8582bc3c771bd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T19:24:08,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108eee3abec34a34cd18e5c7742241fda7d_50c04e571a90a6d810b8582bc3c771bd is 50, key is test_row_0/A:col10/1731093847849/Put/seqid=0 2024-11-08T19:24:08,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742176_1352 (size=12154) 2024-11-08T19:24:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T19:24:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:08,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:09,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093909127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:09,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:09,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:09,169 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108eee3abec34a34cd18e5c7742241fda7d_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108eee3abec34a34cd18e5c7742241fda7d_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:09,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/497d016a9b77453281943186fde1ed31, store: [table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:09,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/497d016a9b77453281943186fde1ed31 is 175, key is test_row_0/A:col10/1731093847849/Put/seqid=0 2024-11-08T19:24:09,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742177_1353 (size=30955) 2024-11-08T19:24:09,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093909244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:09,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:09,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093909453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:09,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:09,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:09,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:09,573 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/497d016a9b77453281943186fde1ed31 2024-11-08T19:24:09,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/0cdb65d2981143bca1dd449ce7741f1d is 50, key is test_row_0/B:col10/1731093847849/Put/seqid=0 2024-11-08T19:24:09,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742178_1354 (size=12001) 2024-11-08T19:24:09,590 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/0cdb65d2981143bca1dd449ce7741f1d 2024-11-08T19:24:09,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/58f97e7657754057926c94a669f57e1c is 50, key is test_row_0/C:col10/1731093847849/Put/seqid=0 2024-11-08T19:24:09,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742179_1355 (size=12001) 2024-11-08T19:24:09,602 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/58f97e7657754057926c94a669f57e1c 2024-11-08T19:24:09,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/497d016a9b77453281943186fde1ed31 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/497d016a9b77453281943186fde1ed31 2024-11-08T19:24:09,612 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/497d016a9b77453281943186fde1ed31, entries=150, sequenceid=132, filesize=30.2 K 2024-11-08T19:24:09,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/0cdb65d2981143bca1dd449ce7741f1d as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/0cdb65d2981143bca1dd449ce7741f1d 2024-11-08T19:24:09,616 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/0cdb65d2981143bca1dd449ce7741f1d, entries=150, sequenceid=132, filesize=11.7 K 2024-11-08T19:24:09,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/58f97e7657754057926c94a669f57e1c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/58f97e7657754057926c94a669f57e1c 2024-11-08T19:24:09,619 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/58f97e7657754057926c94a669f57e1c, entries=150, sequenceid=132, filesize=11.7 K 2024-11-08T19:24:09,620 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 50c04e571a90a6d810b8582bc3c771bd in 869ms, sequenceid=132, compaction requested=true 2024-11-08T19:24:09,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:09,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:09,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-08T19:24:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-08T19:24:09,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-08T19:24:09,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7850 sec 2024-11-08T19:24:09,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.7910 sec 2024-11-08T19:24:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:09,768 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:09,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50c04e571a90a6d810b8582bc3c771bd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T19:24:09,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087a2b7e9430404c4d9fa8b60a41b31a31_50c04e571a90a6d810b8582bc3c771bd is 50, key is test_row_0/A:col10/1731093849767/Put/seqid=0 2024-11-08T19:24:09,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742180_1356 (size=14794) 2024-11-08T19:24:09,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093909814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:09,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:09,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:09,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:09,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093909923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:09,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:09,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:09,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T19:24:09,984 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:09,984 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:24:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-08T19:24:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T19:24:09,985 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:24:09,986 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:24:09,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:24:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T19:24:10,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093910134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:10,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:10,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T19:24:10,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:10,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:10,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:10,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,179 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:10,182 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087a2b7e9430404c4d9fa8b60a41b31a31_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087a2b7e9430404c4d9fa8b60a41b31a31_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:10,183 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/aa3583b8fe004185a34694a53960cd5a, store: [table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:10,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/aa3583b8fe004185a34694a53960cd5a is 175, key is test_row_0/A:col10/1731093849767/Put/seqid=0 2024-11-08T19:24:10,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742181_1357 (size=39749) 2024-11-08T19:24:10,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T19:24:10,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:10,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:10,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:10,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T19:24:10,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T19:24:10,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:10,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:10,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:10,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093910443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:10,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:10,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093910543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:10,547 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in 50c04e571a90a6d810b8582bc3c771bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:10,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:10,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:10,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:10,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093910553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:10,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093910553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:10,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093910553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:10,556 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 50c04e571a90a6d810b8582bc3c771bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:10,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:10,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:10,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:10,557 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in 50c04e571a90a6d810b8582bc3c771bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:10,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:10,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:10,557 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in 50c04e571a90a6d810b8582bc3c771bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:10,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:10,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:10,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:10,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:10,587 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/aa3583b8fe004185a34694a53960cd5a 2024-11-08T19:24:10,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/91183561bcff481b82ef5c27fac1c2a1 is 50, key is test_row_0/B:col10/1731093849767/Put/seqid=0 2024-11-08T19:24:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742182_1358 (size=12151) 2024-11-08T19:24:10,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T19:24:10,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:10,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:10,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:10,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T19:24:10,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T19:24:10,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:10,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:10,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:10,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T19:24:10,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:10,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:10,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:10,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:10,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093910963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:10,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:10,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/91183561bcff481b82ef5c27fac1c2a1 2024-11-08T19:24:11,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/dd04251cbce14a6aabb9f42b2175a39b is 50, key is test_row_0/C:col10/1731093849767/Put/seqid=0 2024-11-08T19:24:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742183_1359 (size=12151) 2024-11-08T19:24:11,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T19:24:11,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:11,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:11,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:11,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:11,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T19:24:11,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T19:24:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:11,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:11,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:11,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T19:24:11,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:11,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:11,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:11,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:11,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:11,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/dd04251cbce14a6aabb9f42b2175a39b 2024-11-08T19:24:11,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/aa3583b8fe004185a34694a53960cd5a as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/aa3583b8fe004185a34694a53960cd5a 2024-11-08T19:24:11,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/aa3583b8fe004185a34694a53960cd5a, entries=200, sequenceid=157, filesize=38.8 K 2024-11-08T19:24:11,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/91183561bcff481b82ef5c27fac1c2a1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/91183561bcff481b82ef5c27fac1c2a1 2024-11-08T19:24:11,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/91183561bcff481b82ef5c27fac1c2a1, entries=150, sequenceid=157, filesize=11.9 K 2024-11-08T19:24:11,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/dd04251cbce14a6aabb9f42b2175a39b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/dd04251cbce14a6aabb9f42b2175a39b 2024-11-08T19:24:11,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/dd04251cbce14a6aabb9f42b2175a39b, entries=150, sequenceid=157, filesize=11.9 K 2024-11-08T19:24:11,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 50c04e571a90a6d810b8582bc3c771bd in 1653ms, sequenceid=157, compaction requested=true 2024-11-08T19:24:11,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:11,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:24:11,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:11,421 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:24:11,421 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:24:11,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:24:11,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:11,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:24:11,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:11,424 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:24:11,424 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:24:11,424 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 50c04e571a90a6d810b8582bc3c771bd/B is initiating minor compaction (all files) 2024-11-08T19:24:11,424 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 50c04e571a90a6d810b8582bc3c771bd/A is initiating minor compaction (all files) 2024-11-08T19:24:11,424 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50c04e571a90a6d810b8582bc3c771bd/B in TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:11,424 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50c04e571a90a6d810b8582bc3c771bd/A in TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:11,424 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/ce02fb0412bb44e283cbf71fd3076f00, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/a7fbf140a8394fe690bb67a7ceef6452, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/0cdb65d2981143bca1dd449ce7741f1d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/91183561bcff481b82ef5c27fac1c2a1] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp, totalSize=47.2 K 2024-11-08T19:24:11,424 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/ef34687c6c354fce8b1cf8a6eb2de932, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/7c38e400d9264b1fb65a06b9382388b2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/497d016a9b77453281943186fde1ed31, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/aa3583b8fe004185a34694a53960cd5a] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp, totalSize=138.1 K 2024-11-08T19:24:11,424 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:11,424 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/ef34687c6c354fce8b1cf8a6eb2de932, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/7c38e400d9264b1fb65a06b9382388b2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/497d016a9b77453281943186fde1ed31, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/aa3583b8fe004185a34694a53960cd5a] 2024-11-08T19:24:11,425 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting ce02fb0412bb44e283cbf71fd3076f00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731093845149 2024-11-08T19:24:11,425 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef34687c6c354fce8b1cf8a6eb2de932, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731093845149 2024-11-08T19:24:11,425 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting a7fbf140a8394fe690bb67a7ceef6452, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731093846345 2024-11-08T19:24:11,425 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c38e400d9264b1fb65a06b9382388b2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731093846345 2024-11-08T19:24:11,425 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cdb65d2981143bca1dd449ce7741f1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731093847815 2024-11-08T19:24:11,425 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 497d016a9b77453281943186fde1ed31, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731093847815 2024-11-08T19:24:11,425 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 91183561bcff481b82ef5c27fac1c2a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731093849071 2024-11-08T19:24:11,427 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa3583b8fe004185a34694a53960cd5a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731093849071 2024-11-08T19:24:11,432 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:11,433 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50c04e571a90a6d810b8582bc3c771bd#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:11,434 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/b8077883d4ad4d9d9b0fa9a0492d091c is 50, key is test_row_0/B:col10/1731093849767/Put/seqid=0 2024-11-08T19:24:11,438 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411085b1d7a32dcb2407ba7f3f9ce56f4c5e6_50c04e571a90a6d810b8582bc3c771bd store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:11,441 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411085b1d7a32dcb2407ba7f3f9ce56f4c5e6_50c04e571a90a6d810b8582bc3c771bd, store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:11,442 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085b1d7a32dcb2407ba7f3f9ce56f4c5e6_50c04e571a90a6d810b8582bc3c771bd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:11,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742184_1360 (size=12493) 2024-11-08T19:24:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742185_1361 (size=4469) 2024-11-08T19:24:11,458 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50c04e571a90a6d810b8582bc3c771bd#A#compaction#304 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:11,459 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/62b3ec55866743a180638021147dd4b1 is 175, key is test_row_0/A:col10/1731093849767/Put/seqid=0 2024-11-08T19:24:11,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742186_1362 (size=31447) 2024-11-08T19:24:11,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T19:24:11,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:11,513 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 50c04e571a90a6d810b8582bc3c771bd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:24:11,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108048ecf4a7cd3442c9492ca6c91259d93_50c04e571a90a6d810b8582bc3c771bd is 50, key is test_row_0/A:col10/1731093849800/Put/seqid=0 2024-11-08T19:24:11,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742187_1363 (size=12304) 2024-11-08T19:24:11,855 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/b8077883d4ad4d9d9b0fa9a0492d091c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/b8077883d4ad4d9d9b0fa9a0492d091c 2024-11-08T19:24:11,858 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 50c04e571a90a6d810b8582bc3c771bd/B of 50c04e571a90a6d810b8582bc3c771bd into b8077883d4ad4d9d9b0fa9a0492d091c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:11,858 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:11,858 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., storeName=50c04e571a90a6d810b8582bc3c771bd/B, priority=12, startTime=1731093851421; duration=0sec 2024-11-08T19:24:11,858 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:11,858 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:B 2024-11-08T19:24:11,858 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:24:11,859 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:24:11,859 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 50c04e571a90a6d810b8582bc3c771bd/C is initiating minor compaction (all files) 2024-11-08T19:24:11,859 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50c04e571a90a6d810b8582bc3c771bd/C in TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:11,859 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/b5e43e54c6b94a93ab9f4789626ec467, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/217b13f8ca644660b8bb411d83833c76, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/58f97e7657754057926c94a669f57e1c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/dd04251cbce14a6aabb9f42b2175a39b] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp, totalSize=47.2 K 2024-11-08T19:24:11,860 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting b5e43e54c6b94a93ab9f4789626ec467, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731093845149 2024-11-08T19:24:11,860 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 217b13f8ca644660b8bb411d83833c76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731093846345 2024-11-08T19:24:11,860 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 58f97e7657754057926c94a669f57e1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731093847815 2024-11-08T19:24:11,860 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting dd04251cbce14a6aabb9f42b2175a39b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731093849071 2024-11-08T19:24:11,866 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50c04e571a90a6d810b8582bc3c771bd#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:11,867 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/4a7ed4ab1df74f33b5a575fa9ca11ff6 is 50, key is test_row_0/C:col10/1731093849767/Put/seqid=0 2024-11-08T19:24:11,870 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/62b3ec55866743a180638021147dd4b1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/62b3ec55866743a180638021147dd4b1 2024-11-08T19:24:11,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742188_1364 (size=12493) 2024-11-08T19:24:11,873 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 50c04e571a90a6d810b8582bc3c771bd/A of 50c04e571a90a6d810b8582bc3c771bd into 62b3ec55866743a180638021147dd4b1(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:11,873 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:11,873 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., storeName=50c04e571a90a6d810b8582bc3c771bd/A, priority=12, startTime=1731093851421; duration=0sec 2024-11-08T19:24:11,873 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:11,873 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:A 2024-11-08T19:24:11,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:11,928 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108048ecf4a7cd3442c9492ca6c91259d93_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108048ecf4a7cd3442c9492ca6c91259d93_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:11,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/2218e4edb1da412795f7ede36516b1dd, store: [table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:11,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/2218e4edb1da412795f7ede36516b1dd is 175, key is test_row_0/A:col10/1731093849800/Put/seqid=0 2024-11-08T19:24:11,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742189_1365 (size=31105) 2024-11-08T19:24:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:11,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T19:24:12,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093912132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:12,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093912243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:12,274 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/4a7ed4ab1df74f33b5a575fa9ca11ff6 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/4a7ed4ab1df74f33b5a575fa9ca11ff6 2024-11-08T19:24:12,279 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 50c04e571a90a6d810b8582bc3c771bd/C of 50c04e571a90a6d810b8582bc3c771bd into 4a7ed4ab1df74f33b5a575fa9ca11ff6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:12,279 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:12,279 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., storeName=50c04e571a90a6d810b8582bc3c771bd/C, priority=12, startTime=1731093851423; duration=0sec 2024-11-08T19:24:12,279 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:12,279 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:C 2024-11-08T19:24:12,333 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/2218e4edb1da412795f7ede36516b1dd 2024-11-08T19:24:12,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/12589ddab84944a1a91ff3101c98d0cf is 50, key is test_row_0/B:col10/1731093849800/Put/seqid=0 2024-11-08T19:24:12,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742190_1366 (size=12151) 2024-11-08T19:24:12,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093912453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:12,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:12,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:12,457 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:12,743 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/12589ddab84944a1a91ff3101c98d0cf 2024-11-08T19:24:12,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/0726d3524ea44b94b59b3c4983b63545 is 50, key is test_row_0/C:col10/1731093849800/Put/seqid=0 2024-11-08T19:24:12,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742191_1367 (size=12151) 2024-11-08T19:24:12,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093912763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:13,151 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/0726d3524ea44b94b59b3c4983b63545 2024-11-08T19:24:13,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/2218e4edb1da412795f7ede36516b1dd as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/2218e4edb1da412795f7ede36516b1dd 2024-11-08T19:24:13,158 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/2218e4edb1da412795f7ede36516b1dd, entries=150, sequenceid=168, filesize=30.4 K 2024-11-08T19:24:13,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/12589ddab84944a1a91ff3101c98d0cf as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/12589ddab84944a1a91ff3101c98d0cf 2024-11-08T19:24:13,162 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/12589ddab84944a1a91ff3101c98d0cf, entries=150, sequenceid=168, filesize=11.9 K 2024-11-08T19:24:13,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/0726d3524ea44b94b59b3c4983b63545 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/0726d3524ea44b94b59b3c4983b63545 2024-11-08T19:24:13,165 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/0726d3524ea44b94b59b3c4983b63545, entries=150, sequenceid=168, filesize=11.9 K 2024-11-08T19:24:13,166 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 50c04e571a90a6d810b8582bc3c771bd in 1653ms, sequenceid=168, compaction requested=false 2024-11-08T19:24:13,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:13,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:13,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-08T19:24:13,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-08T19:24:13,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-08T19:24:13,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1810 sec 2024-11-08T19:24:13,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 3.1850 sec 2024-11-08T19:24:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:13,287 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:13,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50c04e571a90a6d810b8582bc3c771bd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T19:24:13,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e4c11aaef4084c848947ac633bb27f19_50c04e571a90a6d810b8582bc3c771bd is 50, key is test_row_0/A:col10/1731093853286/Put/seqid=0 2024-11-08T19:24:13,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742192_1368 (size=14794) 2024-11-08T19:24:13,299 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:13,304 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e4c11aaef4084c848947ac633bb27f19_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e4c11aaef4084c848947ac633bb27f19_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:13,308 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/a33662b555ce4cc58e155be3fffa7144, store: [table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:13,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/a33662b555ce4cc58e155be3fffa7144 is 175, key is test_row_0/A:col10/1731093853286/Put/seqid=0 2024-11-08T19:24:13,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742193_1369 (size=39749) 2024-11-08T19:24:13,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093913341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:13,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093913453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:13,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:13,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:13,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:13,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093913664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:13,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:13,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:13,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:13,713 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/a33662b555ce4cc58e155be3fffa7144 2024-11-08T19:24:13,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/fc3e2ab9dd6f40559ea2700e3b9dcb87 is 50, key is test_row_0/B:col10/1731093853286/Put/seqid=0 2024-11-08T19:24:13,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742194_1370 (size=12151) 2024-11-08T19:24:13,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093913973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:13,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:14,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/fc3e2ab9dd6f40559ea2700e3b9dcb87 2024-11-08T19:24:14,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/a496808e0d7242d496d758d7cd85582c is 50, key is test_row_0/C:col10/1731093853286/Put/seqid=0 2024-11-08T19:24:14,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742195_1371 (size=12151) 2024-11-08T19:24:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T19:24:14,154 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:14,154 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:24:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-08T19:24:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-08T19:24:14,156 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:24:14,156 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:24:14,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:24:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-08T19:24:14,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-08T19:24:14,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:14,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:14,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:14,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:14,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:14,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-08T19:24:14,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:14,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:14,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:14,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:14,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-08T19:24:14,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093914483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:14,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:14,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/a496808e0d7242d496d758d7cd85582c 2024-11-08T19:24:14,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/a33662b555ce4cc58e155be3fffa7144 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/a33662b555ce4cc58e155be3fffa7144 2024-11-08T19:24:14,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/a33662b555ce4cc58e155be3fffa7144, entries=200, sequenceid=197, filesize=38.8 K 2024-11-08T19:24:14,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/fc3e2ab9dd6f40559ea2700e3b9dcb87 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/fc3e2ab9dd6f40559ea2700e3b9dcb87 2024-11-08T19:24:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/fc3e2ab9dd6f40559ea2700e3b9dcb87, entries=150, sequenceid=197, filesize=11.9 K 2024-11-08T19:24:14,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/a496808e0d7242d496d758d7cd85582c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/a496808e0d7242d496d758d7cd85582c 2024-11-08T19:24:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/a496808e0d7242d496d758d7cd85582c, entries=150, sequenceid=197, filesize=11.9 K 2024-11-08T19:24:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 50c04e571a90a6d810b8582bc3c771bd in 1260ms, sequenceid=197, compaction requested=true 2024-11-08T19:24:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:24:14,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:14,547 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:14,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:24:14,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:14,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:24:14,547 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:14,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,548 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:14,548 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:14,548 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 50c04e571a90a6d810b8582bc3c771bd/B is initiating minor compaction (all files) 2024-11-08T19:24:14,548 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 50c04e571a90a6d810b8582bc3c771bd/A is initiating minor compaction (all files) 2024-11-08T19:24:14,548 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50c04e571a90a6d810b8582bc3c771bd/B in TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:14,548 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50c04e571a90a6d810b8582bc3c771bd/A in TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:14,548 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/b8077883d4ad4d9d9b0fa9a0492d091c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/12589ddab84944a1a91ff3101c98d0cf, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/fc3e2ab9dd6f40559ea2700e3b9dcb87] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp, totalSize=35.9 K 2024-11-08T19:24:14,548 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/62b3ec55866743a180638021147dd4b1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/2218e4edb1da412795f7ede36516b1dd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/a33662b555ce4cc58e155be3fffa7144] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp, totalSize=99.9 K 2024-11-08T19:24:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,548 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,548 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/62b3ec55866743a180638021147dd4b1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/2218e4edb1da412795f7ede36516b1dd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/a33662b555ce4cc58e155be3fffa7144] 2024-11-08T19:24:14,548 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting b8077883d4ad4d9d9b0fa9a0492d091c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731093849071 2024-11-08T19:24:14,549 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62b3ec55866743a180638021147dd4b1, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731093849071 2024-11-08T19:24:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,549 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 12589ddab84944a1a91ff3101c98d0cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731093849790 2024-11-08T19:24:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,549 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2218e4edb1da412795f7ede36516b1dd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731093849790 2024-11-08T19:24:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,549 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting fc3e2ab9dd6f40559ea2700e3b9dcb87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731093852110 2024-11-08T19:24:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,549 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting a33662b555ce4cc58e155be3fffa7144, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731093852110 2024-11-08T19:24:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,554 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,559 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411089f2e860b1c73496fb51500acac55ac13_50c04e571a90a6d810b8582bc3c771bd store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,559 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50c04e571a90a6d810b8582bc3c771bd#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,560 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/5b068021b83c4364b67d17de598a6098 is 50, key is test_row_0/B:col10/1731093853286/Put/seqid=0 2024-11-08T19:24:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,561 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411089f2e860b1c73496fb51500acac55ac13_50c04e571a90a6d810b8582bc3c771bd, store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,561 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089f2e860b1c73496fb51500acac55ac13_50c04e571a90a6d810b8582bc3c771bd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742196_1372 (size=12595) 2024-11-08T19:24:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742197_1373 (size=4469) 2024-11-08T19:24:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:14,575 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50c04e571a90a6d810b8582bc3c771bd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:24:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086330eb0bc76c4cff9815c3aa1954b122_50c04e571a90a6d810b8582bc3c771bd is 50, key is test_row_0/A:col10/1731093854574/Put/seqid=0 2024-11-08T19:24:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742198_1374 (size=12304) 2024-11-08T19:24:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-08T19:24:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:14,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:14,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:14,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093914646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:14,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093914651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:14,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:14,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093914655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:14,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:14,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:14,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093914656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:14,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:14,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-08T19:24:14,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:14,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:14,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:14,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:14,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:14,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093914763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:14,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:14,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093914773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:14,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:14,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093914773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:14,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:14,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093914773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-08T19:24:14,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-08T19:24:14,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:14,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:14,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:14,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:14,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:14,974 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50c04e571a90a6d810b8582bc3c771bd#A#compaction#312 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:14,975 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/b9a8f2b0e81d48ad8528b5ce3f5e08d8 is 175, key is test_row_0/A:col10/1731093853286/Put/seqid=0 2024-11-08T19:24:14,975 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/5b068021b83c4364b67d17de598a6098 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/5b068021b83c4364b67d17de598a6098 2024-11-08T19:24:14,980 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50c04e571a90a6d810b8582bc3c771bd/B of 50c04e571a90a6d810b8582bc3c771bd into 5b068021b83c4364b67d17de598a6098(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:14,980 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:14,980 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., storeName=50c04e571a90a6d810b8582bc3c771bd/B, priority=13, startTime=1731093854547; duration=0sec 2024-11-08T19:24:14,980 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:14,980 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:B 2024-11-08T19:24:14,980 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:14,981 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:14,981 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 50c04e571a90a6d810b8582bc3c771bd/C is initiating minor compaction (all files) 2024-11-08T19:24:14,981 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50c04e571a90a6d810b8582bc3c771bd/C in TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:14,981 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/4a7ed4ab1df74f33b5a575fa9ca11ff6, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/0726d3524ea44b94b59b3c4983b63545, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/a496808e0d7242d496d758d7cd85582c] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp, totalSize=35.9 K 2024-11-08T19:24:14,982 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a7ed4ab1df74f33b5a575fa9ca11ff6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731093849071 2024-11-08T19:24:14,982 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 0726d3524ea44b94b59b3c4983b63545, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731093849790 2024-11-08T19:24:14,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093914973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:14,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742199_1375 (size=31549) 2024-11-08T19:24:14,986 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting a496808e0d7242d496d758d7cd85582c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731093852110 2024-11-08T19:24:14,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:14,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093914984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:14,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:14,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093914984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:14,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:14,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:14,991 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086330eb0bc76c4cff9815c3aa1954b122_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086330eb0bc76c4cff9815c3aa1954b122_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:14,991 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/b9a8f2b0e81d48ad8528b5ce3f5e08d8 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/b9a8f2b0e81d48ad8528b5ce3f5e08d8 2024-11-08T19:24:14,992 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/63bf2c2197a74805bb106891358e5e62, store: [table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:14,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/63bf2c2197a74805bb106891358e5e62 is 175, key is test_row_0/A:col10/1731093854574/Put/seqid=0 2024-11-08T19:24:14,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093914994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:14,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:14,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:15,003 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50c04e571a90a6d810b8582bc3c771bd/A of 50c04e571a90a6d810b8582bc3c771bd into b9a8f2b0e81d48ad8528b5ce3f5e08d8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:15,003 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:15,004 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., storeName=50c04e571a90a6d810b8582bc3c771bd/A, priority=13, startTime=1731093854547; duration=0sec 2024-11-08T19:24:15,004 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:15,004 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:A 2024-11-08T19:24:15,005 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50c04e571a90a6d810b8582bc3c771bd#C#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:15,006 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/7e54ccc940e342c48fe8a7b63314cb27 is 50, key is test_row_0/C:col10/1731093853286/Put/seqid=0 2024-11-08T19:24:15,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742200_1376 (size=31101) 2024-11-08T19:24:15,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742201_1377 (size=12595) 2024-11-08T19:24:15,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-08T19:24:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:15,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-08T19:24:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:15,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-08T19:24:15,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093915294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:15,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:15,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093915294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:15,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:15,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:15,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093915294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:15,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093915303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:15,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:15,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-08T19:24:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:15,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,414 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/63bf2c2197a74805bb106891358e5e62 2024-11-08T19:24:15,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/d3ff5602819347aa90a496ca4019f761 is 50, key is test_row_0/B:col10/1731093854574/Put/seqid=0 2024-11-08T19:24:15,423 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/7e54ccc940e342c48fe8a7b63314cb27 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/7e54ccc940e342c48fe8a7b63314cb27 2024-11-08T19:24:15,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742202_1378 (size=9757) 2024-11-08T19:24:15,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/d3ff5602819347aa90a496ca4019f761 2024-11-08T19:24:15,427 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 50c04e571a90a6d810b8582bc3c771bd/C of 50c04e571a90a6d810b8582bc3c771bd into 7e54ccc940e342c48fe8a7b63314cb27(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:15,427 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:15,427 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., storeName=50c04e571a90a6d810b8582bc3c771bd/C, priority=13, startTime=1731093854547; duration=0sec 2024-11-08T19:24:15,427 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:15,427 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:C 2024-11-08T19:24:15,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/a6f24a2ef61542cb9c954d4e0d9d64cf is 50, key is test_row_0/C:col10/1731093854574/Put/seqid=0 2024-11-08T19:24:15,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742203_1379 (size=9757) 2024-11-08T19:24:15,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093915494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:15,498 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in 50c04e571a90a6d810b8582bc3c771bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:15,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-08T19:24:15,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:15,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:15,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-08T19:24:15,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:15,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:15,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:15,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093915803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:15,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093915803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:15,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093915813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:15,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:15,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093915824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:15,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:15,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-08T19:24:15,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:15,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:15,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:15,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:15,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/a6f24a2ef61542cb9c954d4e0d9d64cf 2024-11-08T19:24:15,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/63bf2c2197a74805bb106891358e5e62 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/63bf2c2197a74805bb106891358e5e62 2024-11-08T19:24:15,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/63bf2c2197a74805bb106891358e5e62, entries=150, sequenceid=208, filesize=30.4 K 2024-11-08T19:24:15,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/d3ff5602819347aa90a496ca4019f761 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/d3ff5602819347aa90a496ca4019f761 2024-11-08T19:24:15,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/d3ff5602819347aa90a496ca4019f761, entries=100, sequenceid=208, filesize=9.5 K 2024-11-08T19:24:15,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/a6f24a2ef61542cb9c954d4e0d9d64cf as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/a6f24a2ef61542cb9c954d4e0d9d64cf 2024-11-08T19:24:15,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/a6f24a2ef61542cb9c954d4e0d9d64cf, entries=100, sequenceid=208, filesize=9.5 K 2024-11-08T19:24:15,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 50c04e571a90a6d810b8582bc3c771bd in 1275ms, sequenceid=208, compaction requested=false 2024-11-08T19:24:15,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:15,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-08T19:24:15,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:15,986 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 50c04e571a90a6d810b8582bc3c771bd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T19:24:15,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080cf2a2b34a774ed582ce6714d94beb7b_50c04e571a90a6d810b8582bc3c771bd is 50, key is test_row_0/A:col10/1731093854644/Put/seqid=0 2024-11-08T19:24:15,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742204_1380 (size=12304) 2024-11-08T19:24:16,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:16,002 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080cf2a2b34a774ed582ce6714d94beb7b_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080cf2a2b34a774ed582ce6714d94beb7b_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:16,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/bb484f181813484bae167be601168700, store: [table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:16,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/bb484f181813484bae167be601168700 is 175, key is test_row_0/A:col10/1731093854644/Put/seqid=0 2024-11-08T19:24:16,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742205_1381 (size=31105) 2024-11-08T19:24:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-08T19:24:16,409 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/bb484f181813484bae167be601168700 2024-11-08T19:24:16,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/8c9720539a4741f78eea60c03a9701d4 is 50, key is test_row_0/B:col10/1731093854644/Put/seqid=0 2024-11-08T19:24:16,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742206_1382 (size=12151) 2024-11-08T19:24:16,424 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/8c9720539a4741f78eea60c03a9701d4 2024-11-08T19:24:16,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/98e345126bcb43959cd65a7ad20633a8 is 50, key is test_row_0/C:col10/1731093854644/Put/seqid=0 2024-11-08T19:24:16,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742207_1383 (size=12151) 2024-11-08T19:24:16,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:16,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:16,835 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/98e345126bcb43959cd65a7ad20633a8 2024-11-08T19:24:16,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093916832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:16,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/bb484f181813484bae167be601168700 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/bb484f181813484bae167be601168700 2024-11-08T19:24:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:16,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093916837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:16,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:16,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:16,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:16,842 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/bb484f181813484bae167be601168700, entries=150, sequenceid=236, filesize=30.4 K 2024-11-08T19:24:16,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/8c9720539a4741f78eea60c03a9701d4 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/8c9720539a4741f78eea60c03a9701d4 2024-11-08T19:24:16,845 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/8c9720539a4741f78eea60c03a9701d4, entries=150, sequenceid=236, filesize=11.9 K 2024-11-08T19:24:16,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/98e345126bcb43959cd65a7ad20633a8 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/98e345126bcb43959cd65a7ad20633a8 2024-11-08T19:24:16,848 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/98e345126bcb43959cd65a7ad20633a8, entries=150, sequenceid=236, filesize=11.9 K 2024-11-08T19:24:16,848 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 50c04e571a90a6d810b8582bc3c771bd in 862ms, sequenceid=236, compaction requested=true 2024-11-08T19:24:16,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:16,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:16,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-08T19:24:16,849 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:16,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50c04e571a90a6d810b8582bc3c771bd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T19:24:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-08T19:24:16,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-08T19:24:16,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6940 sec 2024-11-08T19:24:16,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.6980 sec 2024-11-08T19:24:16,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bcd4a6a53da443b1984601ba3e02f93f_50c04e571a90a6d810b8582bc3c771bd is 50, key is test_row_0/A:col10/1731093856836/Put/seqid=0 2024-11-08T19:24:16,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742208_1384 (size=14794) 2024-11-08T19:24:16,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:16,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093916923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:16,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:16,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:16,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:16,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093916926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:16,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:16,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093916943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:16,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:16,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:16,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:16,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093916943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:16,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:16,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:16,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:17,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093917033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:17,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:17,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093917043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:17,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:17,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093917153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:17,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:17,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093917153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:17,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:17,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093917243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:17,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:17,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093917253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:17,265 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:17,268 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bcd4a6a53da443b1984601ba3e02f93f_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bcd4a6a53da443b1984601ba3e02f93f_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:17,269 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/a762fdd8c6124c939b7d260ac2d4b5ea, store: [table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:17,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/a762fdd8c6124c939b7d260ac2d4b5ea is 175, key is test_row_0/A:col10/1731093856836/Put/seqid=0 2024-11-08T19:24:17,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742209_1385 (size=39749) 2024-11-08T19:24:17,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093917464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:17,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093917464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:17,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57258 deadline: 1731093917503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:17,508 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in 50c04e571a90a6d810b8582bc3c771bd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:17,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:17,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093917554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:17,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:17,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093917563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:17,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:17,673 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/a762fdd8c6124c939b7d260ac2d4b5ea 2024-11-08T19:24:17,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/d1a9ce0f095c4116b552902b843cf6a1 is 50, key is test_row_0/B:col10/1731093856836/Put/seqid=0 2024-11-08T19:24:17,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742210_1386 (size=12151) 2024-11-08T19:24:17,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093917973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:17,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093917973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:18,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093918073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:18,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093918073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:18,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:18,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:18,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:18,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/d1a9ce0f095c4116b552902b843cf6a1 2024-11-08T19:24:18,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/8417150ae74c4f97ab5bc293fdd51a7e is 50, key is test_row_0/C:col10/1731093856836/Put/seqid=0 2024-11-08T19:24:18,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742211_1387 (size=12151) 2024-11-08T19:24:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-08T19:24:18,323 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:18,323 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:24:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-08T19:24:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-08T19:24:18,325 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:24:18,325 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:24:18,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:24:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-08T19:24:18,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-08T19:24:18,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:18,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:18,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:18,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:18,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:18,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/8417150ae74c4f97ab5bc293fdd51a7e 2024-11-08T19:24:18,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/a762fdd8c6124c939b7d260ac2d4b5ea as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/a762fdd8c6124c939b7d260ac2d4b5ea 2024-11-08T19:24:18,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/a762fdd8c6124c939b7d260ac2d4b5ea, entries=200, sequenceid=248, filesize=38.8 K 2024-11-08T19:24:18,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/d1a9ce0f095c4116b552902b843cf6a1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/d1a9ce0f095c4116b552902b843cf6a1 2024-11-08T19:24:18,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/d1a9ce0f095c4116b552902b843cf6a1, entries=150, sequenceid=248, filesize=11.9 K 2024-11-08T19:24:18,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/8417150ae74c4f97ab5bc293fdd51a7e as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/8417150ae74c4f97ab5bc293fdd51a7e 2024-11-08T19:24:18,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/8417150ae74c4f97ab5bc293fdd51a7e, entries=150, sequenceid=248, filesize=11.9 K 2024-11-08T19:24:18,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 50c04e571a90a6d810b8582bc3c771bd in 1660ms, sequenceid=248, compaction requested=true 2024-11-08T19:24:18,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:18,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:24:18,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:18,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:24:18,509 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:24:18,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:18,509 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:24:18,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:24:18,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:18,510 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:24:18,510 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133504 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:24:18,510 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 50c04e571a90a6d810b8582bc3c771bd/B is initiating minor compaction (all files) 2024-11-08T19:24:18,510 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 50c04e571a90a6d810b8582bc3c771bd/A is initiating minor compaction (all files) 2024-11-08T19:24:18,510 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50c04e571a90a6d810b8582bc3c771bd/B in TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:18,510 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50c04e571a90a6d810b8582bc3c771bd/A in TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:18,510 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/b9a8f2b0e81d48ad8528b5ce3f5e08d8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/63bf2c2197a74805bb106891358e5e62, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/bb484f181813484bae167be601168700, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/a762fdd8c6124c939b7d260ac2d4b5ea] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp, totalSize=130.4 K 2024-11-08T19:24:18,510 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/5b068021b83c4364b67d17de598a6098, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/d3ff5602819347aa90a496ca4019f761, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/8c9720539a4741f78eea60c03a9701d4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/d1a9ce0f095c4116b552902b843cf6a1] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp, totalSize=45.6 K 2024-11-08T19:24:18,510 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:18,510 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/b9a8f2b0e81d48ad8528b5ce3f5e08d8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/63bf2c2197a74805bb106891358e5e62, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/bb484f181813484bae167be601168700, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/a762fdd8c6124c939b7d260ac2d4b5ea] 2024-11-08T19:24:18,510 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b068021b83c4364b67d17de598a6098, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731093852110 2024-11-08T19:24:18,511 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9a8f2b0e81d48ad8528b5ce3f5e08d8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731093852110 2024-11-08T19:24:18,511 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting d3ff5602819347aa90a496ca4019f761, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731093853315 2024-11-08T19:24:18,511 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c9720539a4741f78eea60c03a9701d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731093854644 2024-11-08T19:24:18,511 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63bf2c2197a74805bb106891358e5e62, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731093853315 2024-11-08T19:24:18,511 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting d1a9ce0f095c4116b552902b843cf6a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731093856827 2024-11-08T19:24:18,512 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb484f181813484bae167be601168700, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731093854644 2024-11-08T19:24:18,512 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting a762fdd8c6124c939b7d260ac2d4b5ea, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731093856827 2024-11-08T19:24:18,517 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:18,518 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110805ed3e8aa2134fd89b8e341a9b4e7990_50c04e571a90a6d810b8582bc3c771bd store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:18,519 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50c04e571a90a6d810b8582bc3c771bd#B#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:18,519 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/ee4fca11bff047e6887ebba04527e1f8 is 50, key is test_row_0/B:col10/1731093856836/Put/seqid=0 2024-11-08T19:24:18,521 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110805ed3e8aa2134fd89b8e341a9b4e7990_50c04e571a90a6d810b8582bc3c771bd, store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:18,521 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110805ed3e8aa2134fd89b8e341a9b4e7990_50c04e571a90a6d810b8582bc3c771bd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:18,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742212_1388 (size=12731) 2024-11-08T19:24:18,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742213_1389 (size=4469) 2024-11-08T19:24:18,534 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50c04e571a90a6d810b8582bc3c771bd#A#compaction#325 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:18,534 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/ecce74de7d9046efa3692e96e3a33bfb is 175, key is test_row_0/A:col10/1731093856836/Put/seqid=0 2024-11-08T19:24:18,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742214_1390 (size=31685) 2024-11-08T19:24:18,538 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/ee4fca11bff047e6887ebba04527e1f8 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/ee4fca11bff047e6887ebba04527e1f8 2024-11-08T19:24:18,542 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 50c04e571a90a6d810b8582bc3c771bd/B of 50c04e571a90a6d810b8582bc3c771bd into ee4fca11bff047e6887ebba04527e1f8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:18,542 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:18,542 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., storeName=50c04e571a90a6d810b8582bc3c771bd/B, priority=12, startTime=1731093858509; duration=0sec 2024-11-08T19:24:18,542 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:18,542 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:B 2024-11-08T19:24:18,542 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:24:18,543 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/ecce74de7d9046efa3692e96e3a33bfb as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/ecce74de7d9046efa3692e96e3a33bfb 2024-11-08T19:24:18,543 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:24:18,543 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 50c04e571a90a6d810b8582bc3c771bd/C is initiating minor compaction (all files) 2024-11-08T19:24:18,544 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 50c04e571a90a6d810b8582bc3c771bd/C in TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:18,544 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/7e54ccc940e342c48fe8a7b63314cb27, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/a6f24a2ef61542cb9c954d4e0d9d64cf, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/98e345126bcb43959cd65a7ad20633a8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/8417150ae74c4f97ab5bc293fdd51a7e] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp, totalSize=45.6 K 2024-11-08T19:24:18,544 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e54ccc940e342c48fe8a7b63314cb27, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731093852110 2024-11-08T19:24:18,545 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting a6f24a2ef61542cb9c954d4e0d9d64cf, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731093853315 2024-11-08T19:24:18,545 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 98e345126bcb43959cd65a7ad20633a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731093854644 2024-11-08T19:24:18,545 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 8417150ae74c4f97ab5bc293fdd51a7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731093856827 2024-11-08T19:24:18,547 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 50c04e571a90a6d810b8582bc3c771bd/A of 50c04e571a90a6d810b8582bc3c771bd into ecce74de7d9046efa3692e96e3a33bfb(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:18,547 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:18,547 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., storeName=50c04e571a90a6d810b8582bc3c771bd/A, priority=12, startTime=1731093858509; duration=0sec 2024-11-08T19:24:18,547 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:18,547 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:A 2024-11-08T19:24:18,557 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 50c04e571a90a6d810b8582bc3c771bd#C#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:18,557 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/38a412d93627457cbd51d4c13dd18b29 is 50, key is test_row_0/C:col10/1731093856836/Put/seqid=0 2024-11-08T19:24:18,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742215_1391 (size=12731) 2024-11-08T19:24:18,575 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/38a412d93627457cbd51d4c13dd18b29 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/38a412d93627457cbd51d4c13dd18b29 2024-11-08T19:24:18,582 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 50c04e571a90a6d810b8582bc3c771bd/C of 50c04e571a90a6d810b8582bc3c771bd into 38a412d93627457cbd51d4c13dd18b29(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:18,582 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:18,582 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., storeName=50c04e571a90a6d810b8582bc3c771bd/C, priority=12, startTime=1731093858509; duration=0sec 2024-11-08T19:24:18,582 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:18,582 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:C 2024-11-08T19:24:18,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-08T19:24:18,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:18,630 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 50c04e571a90a6d810b8582bc3c771bd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T19:24:18,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108aac749802fa4416ebf9796d46c48b617_50c04e571a90a6d810b8582bc3c771bd is 50, key is test_row_0/A:col10/1731093856922/Put/seqid=0 2024-11-08T19:24:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-08T19:24:18,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742216_1392 (size=12454) 2024-11-08T19:24:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-08T19:24:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:18,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. as already flushing 2024-11-08T19:24:19,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093919012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:19,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093919015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:19,053 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108aac749802fa4416ebf9796d46c48b617_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108aac749802fa4416ebf9796d46c48b617_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:19,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/9258edb02fe74433b713bbb1d299dcd4, store: [table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:19,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/9258edb02fe74433b713bbb1d299dcd4 is 175, key is test_row_0/A:col10/1731093856922/Put/seqid=0 2024-11-08T19:24:19,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742217_1393 (size=31255) 2024-11-08T19:24:19,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:19,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57180 deadline: 1731093919093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57188 deadline: 1731093919093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:19,100 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in 50c04e571a90a6d810b8582bc3c771bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:19,100 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in 50c04e571a90a6d810b8582bc3c771bd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:19,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093919133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:19,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:19,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093919133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:19,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:19,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:19,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093919344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:19,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:19,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093919344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:19,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:19,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:19,457 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/9258edb02fe74433b713bbb1d299dcd4 2024-11-08T19:24:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-08T19:24:19,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/eefc0daee132403c879a8be1d17f83ee is 50, key is test_row_0/B:col10/1731093856922/Put/seqid=0 2024-11-08T19:24:19,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742218_1394 (size=12301) 2024-11-08T19:24:19,490 INFO [Thread-1481 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1481. 2024-11-08T19:24:19,490 DEBUG [Thread-1481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:19,490 DEBUG [Thread-1481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:19,490 DEBUG [Thread-1481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:19,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:19,493 INFO [Thread-1475 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1475. 2024-11-08T19:24:19,493 DEBUG [Thread-1475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:19,493 DEBUG [Thread-1475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:19,493 INFO [Thread-1483 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1483. 2024-11-08T19:24:19,493 DEBUG [Thread-1483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:19,493 DEBUG [Thread-1475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:19,493 DEBUG [Thread-1483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:19,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:19,493 DEBUG [Thread-1483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:19,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:19,498 INFO [Thread-1479 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1479. 2024-11-08T19:24:19,498 DEBUG [Thread-1479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:19,498 DEBUG [Thread-1479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:19,498 DEBUG [Thread-1479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:19,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:19,501 INFO [Thread-1477 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1477. 2024-11-08T19:24:19,501 DEBUG [Thread-1477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:19,501 DEBUG [Thread-1477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:19,501 DEBUG [Thread-1477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:19,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:19,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:19,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093919662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093919654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:19,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:19,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:19,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:19,869 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/eefc0daee132403c879a8be1d17f83ee 2024-11-08T19:24:19,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/ca324b115278421e98c53590e98348bb is 50, key is test_row_0/C:col10/1731093856922/Put/seqid=0 2024-11-08T19:24:19,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742219_1395 (size=12301) 2024-11-08T19:24:20,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:20,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57232 deadline: 1731093920174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57214 deadline: 1731093920174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:20,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:20,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:20,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:20,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:20,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:20,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:20,288 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/ca324b115278421e98c53590e98348bb 2024-11-08T19:24:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/9258edb02fe74433b713bbb1d299dcd4 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/9258edb02fe74433b713bbb1d299dcd4 2024-11-08T19:24:20,306 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/9258edb02fe74433b713bbb1d299dcd4, entries=150, sequenceid=275, filesize=30.5 K 2024-11-08T19:24:20,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/eefc0daee132403c879a8be1d17f83ee as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/eefc0daee132403c879a8be1d17f83ee 2024-11-08T19:24:20,312 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/eefc0daee132403c879a8be1d17f83ee, entries=150, sequenceid=275, filesize=12.0 K 2024-11-08T19:24:20,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/ca324b115278421e98c53590e98348bb as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/ca324b115278421e98c53590e98348bb 2024-11-08T19:24:20,317 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/ca324b115278421e98c53590e98348bb, entries=150, sequenceid=275, filesize=12.0 K 2024-11-08T19:24:20,318 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 50c04e571a90a6d810b8582bc3c771bd in 1688ms, sequenceid=275, compaction requested=false 2024-11-08T19:24:20,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:20,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:20,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-08T19:24:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-08T19:24:20,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-08T19:24:20,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9940 sec 2024-11-08T19:24:20,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.9980 sec 2024-11-08T19:24:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-08T19:24:20,475 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:21,129 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:21,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 50c04e571a90a6d810b8582bc3c771bd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T19:24:21,129 INFO [Thread-1466 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1466. 2024-11-08T19:24:21,129 INFO [Thread-1464 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1464. 2024-11-08T19:24:21,129 DEBUG [Thread-1466 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:21,129 DEBUG [Thread-1464 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:21,130 DEBUG [Thread-1466 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:21,130 DEBUG [Thread-1464 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:21,130 DEBUG [Thread-1464 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:21,130 DEBUG [Thread-1466 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:21,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:21,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:21,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108eeda3255e127433c954d36cef74b7bd8_50c04e571a90a6d810b8582bc3c771bd is 50, key is test_row_0/A:col10/1731093861126/Put/seqid=0 2024-11-08T19:24:21,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742220_1396 (size=12454) 2024-11-08T19:24:21,185 INFO [Thread-1468 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1468. 2024-11-08T19:24:21,185 DEBUG [Thread-1468 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:21,185 DEBUG [Thread-1468 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:21,185 DEBUG [Thread-1468 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:21,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:21,215 INFO [Thread-1472 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1472. 2024-11-08T19:24:21,215 DEBUG [Thread-1472 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:21,215 DEBUG [Thread-1472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:21,215 DEBUG [Thread-1472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:21,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:21,538 INFO [Thread-1470 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1470. 2024-11-08T19:24:21,538 DEBUG [Thread-1470 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:21,539 DEBUG [Thread-1470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:21,539 DEBUG [Thread-1470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:21,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:21,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T19:24:21,539 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-08T19:24:21,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-08T19:24:21,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-08T19:24:21,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-08T19:24:21,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-08T19:24:21,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T19:24:21,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T19:24:21,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1572 2024-11-08T19:24:21,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4715 rows 2024-11-08T19:24:21,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1568 2024-11-08T19:24:21,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4704 rows 2024-11-08T19:24:21,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1579 2024-11-08T19:24:21,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4734 rows 2024-11-08T19:24:21,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1569 2024-11-08T19:24:21,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4706 rows 2024-11-08T19:24:21,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1574 2024-11-08T19:24:21,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4718 rows 2024-11-08T19:24:21,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:24:21,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:24:21,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:21,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:21,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:21,543 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T19:24:21,544 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-08T19:24:21,548 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093861548"}]},"ts":"1731093861548"} 2024-11-08T19:24:21,549 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108eeda3255e127433c954d36cef74b7bd8_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108eeda3255e127433c954d36cef74b7bd8_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:21,549 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T19:24:21,549 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T19:24:21,550 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/0c5b886690324696bb80667bfbaedc03, store: [table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:21,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/0c5b886690324696bb80667bfbaedc03 is 175, key is test_row_0/A:col10/1731093861126/Put/seqid=0 2024-11-08T19:24:21,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T19:24:21,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=50c04e571a90a6d810b8582bc3c771bd, UNASSIGN}] 2024-11-08T19:24:21,552 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=50c04e571a90a6d810b8582bc3c771bd, UNASSIGN 2024-11-08T19:24:21,553 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=50c04e571a90a6d810b8582bc3c771bd, regionState=CLOSING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:24:21,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742221_1397 (size=31255) 2024-11-08T19:24:21,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=50c04e571a90a6d810b8582bc3c771bd, UNASSIGN because future has completed 2024-11-08T19:24:21,554 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T19:24:21,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure 50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:24:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-08T19:24:21,707 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(122): Close 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:21,707 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T19:24:21,707 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1722): Closing 50c04e571a90a6d810b8582bc3c771bd, disabling compactions & flushes 2024-11-08T19:24:21,708 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-08T19:24:21,955 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/0c5b886690324696bb80667bfbaedc03 2024-11-08T19:24:21,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/07df22a983ff49538d1b4e6672a9d52e is 50, key is test_row_0/B:col10/1731093861126/Put/seqid=0 2024-11-08T19:24:21,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742222_1398 (size=12301) 2024-11-08T19:24:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-08T19:24:22,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/07df22a983ff49538d1b4e6672a9d52e 2024-11-08T19:24:22,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/47057364a1044f4b9183f6dbec38742b is 50, key is test_row_0/C:col10/1731093861126/Put/seqid=0 2024-11-08T19:24:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742223_1399 (size=12301) 2024-11-08T19:24:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-08T19:24:22,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/47057364a1044f4b9183f6dbec38742b 2024-11-08T19:24:22,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/0c5b886690324696bb80667bfbaedc03 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/0c5b886690324696bb80667bfbaedc03 2024-11-08T19:24:22,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/0c5b886690324696bb80667bfbaedc03, entries=150, sequenceid=289, filesize=30.5 K 2024-11-08T19:24:22,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/07df22a983ff49538d1b4e6672a9d52e as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/07df22a983ff49538d1b4e6672a9d52e 2024-11-08T19:24:22,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/07df22a983ff49538d1b4e6672a9d52e, entries=150, sequenceid=289, filesize=12.0 K 2024-11-08T19:24:22,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/47057364a1044f4b9183f6dbec38742b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/47057364a1044f4b9183f6dbec38742b 2024-11-08T19:24:22,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/47057364a1044f4b9183f6dbec38742b, entries=150, sequenceid=289, filesize=12.0 K 2024-11-08T19:24:22,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=20.13 KB/20610 for 50c04e571a90a6d810b8582bc3c771bd in 1744ms, sequenceid=289, compaction requested=true 2024-11-08T19:24:22,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 50c04e571a90a6d810b8582bc3c771bd: 2024-11-08T19:24:22,874 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:22,874 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:22,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:24:22,874 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. after waiting 0 ms 2024-11-08T19:24:22,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:22,874 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:22,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:24:22,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:22,874 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(2902): Flushing 50c04e571a90a6d810b8582bc3c771bd 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-08T19:24:22,874 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. because compaction request was cancelled 2024-11-08T19:24:22,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 50c04e571a90a6d810b8582bc3c771bd:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:24:22,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:22,874 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:A 2024-11-08T19:24:22,874 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. because compaction request was cancelled 2024-11-08T19:24:22,874 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. because compaction request was cancelled 2024-11-08T19:24:22,874 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:C 2024-11-08T19:24:22,874 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 50c04e571a90a6d810b8582bc3c771bd:B 2024-11-08T19:24:22,880 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108821a51c970cc4ad68be8d21769b3ee5c_50c04e571a90a6d810b8582bc3c771bd is 50, key is test_row_0/A:col10/1731093861535/Put/seqid=0 2024-11-08T19:24:22,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742224_1400 (size=9914) 2024-11-08T19:24:23,286 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:23,295 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108821a51c970cc4ad68be8d21769b3ee5c_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108821a51c970cc4ad68be8d21769b3ee5c_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:23,297 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/ed385414eec24a23bcd3f1eff5f97249, store: [table=TestAcidGuarantees family=A region=50c04e571a90a6d810b8582bc3c771bd] 2024-11-08T19:24:23,298 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/ed385414eec24a23bcd3f1eff5f97249 is 175, key is test_row_0/A:col10/1731093861535/Put/seqid=0 2024-11-08T19:24:23,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742225_1401 (size=22561) 2024-11-08T19:24:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-08T19:24:23,703 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/ed385414eec24a23bcd3f1eff5f97249 2024-11-08T19:24:23,715 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/fabe5d30990048d4a7f78a3ac7f46a24 is 50, key is test_row_0/B:col10/1731093861535/Put/seqid=0 2024-11-08T19:24:23,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742226_1402 (size=9857) 2024-11-08T19:24:23,928 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:24:24,119 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/fabe5d30990048d4a7f78a3ac7f46a24 2024-11-08T19:24:24,131 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/b03766fa36f24f3fa412c502638934a8 is 50, key is test_row_0/C:col10/1731093861535/Put/seqid=0 2024-11-08T19:24:24,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742227_1403 (size=9857) 2024-11-08T19:24:24,538 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/b03766fa36f24f3fa412c502638934a8 2024-11-08T19:24:24,545 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/A/ed385414eec24a23bcd3f1eff5f97249 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/ed385414eec24a23bcd3f1eff5f97249 2024-11-08T19:24:24,549 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/ed385414eec24a23bcd3f1eff5f97249, entries=100, sequenceid=295, filesize=22.0 K 2024-11-08T19:24:24,550 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/B/fabe5d30990048d4a7f78a3ac7f46a24 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/fabe5d30990048d4a7f78a3ac7f46a24 2024-11-08T19:24:24,554 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/fabe5d30990048d4a7f78a3ac7f46a24, entries=100, sequenceid=295, filesize=9.6 K 2024-11-08T19:24:24,554 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/.tmp/C/b03766fa36f24f3fa412c502638934a8 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/b03766fa36f24f3fa412c502638934a8 2024-11-08T19:24:24,558 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/b03766fa36f24f3fa412c502638934a8, entries=100, sequenceid=295, filesize=9.6 K 2024-11-08T19:24:24,559 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 50c04e571a90a6d810b8582bc3c771bd in 1685ms, sequenceid=295, compaction requested=true 2024-11-08T19:24:24,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/426392f1e6914b29b7492b21ea3ac711, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/79b5799c3f46442badd112af0ce2884a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/d487210faaab4643b87fb194f86057df, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/e0c68e5ae08942be858c8fc3b12f6b6e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/84bb35a369f04671a2cdad11eee7db34, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/1c74ce46c9b44e369b461400e67bc5fa, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/ef34687c6c354fce8b1cf8a6eb2de932, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/7c38e400d9264b1fb65a06b9382388b2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/497d016a9b77453281943186fde1ed31, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/aa3583b8fe004185a34694a53960cd5a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/62b3ec55866743a180638021147dd4b1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/2218e4edb1da412795f7ede36516b1dd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/a33662b555ce4cc58e155be3fffa7144, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/b9a8f2b0e81d48ad8528b5ce3f5e08d8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/63bf2c2197a74805bb106891358e5e62, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/bb484f181813484bae167be601168700, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/a762fdd8c6124c939b7d260ac2d4b5ea] to archive 2024-11-08T19:24:24,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:24:24,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/426392f1e6914b29b7492b21ea3ac711 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/426392f1e6914b29b7492b21ea3ac711 2024-11-08T19:24:24,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/79b5799c3f46442badd112af0ce2884a to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/79b5799c3f46442badd112af0ce2884a 2024-11-08T19:24:24,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/d487210faaab4643b87fb194f86057df to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/d487210faaab4643b87fb194f86057df 2024-11-08T19:24:24,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/e0c68e5ae08942be858c8fc3b12f6b6e to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/e0c68e5ae08942be858c8fc3b12f6b6e 2024-11-08T19:24:24,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/84bb35a369f04671a2cdad11eee7db34 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/84bb35a369f04671a2cdad11eee7db34 2024-11-08T19:24:24,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/1c74ce46c9b44e369b461400e67bc5fa to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/1c74ce46c9b44e369b461400e67bc5fa 2024-11-08T19:24:24,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/ef34687c6c354fce8b1cf8a6eb2de932 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/ef34687c6c354fce8b1cf8a6eb2de932 2024-11-08T19:24:24,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/7c38e400d9264b1fb65a06b9382388b2 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/7c38e400d9264b1fb65a06b9382388b2 2024-11-08T19:24:24,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/497d016a9b77453281943186fde1ed31 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/497d016a9b77453281943186fde1ed31 2024-11-08T19:24:24,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/aa3583b8fe004185a34694a53960cd5a to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/aa3583b8fe004185a34694a53960cd5a 2024-11-08T19:24:24,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/62b3ec55866743a180638021147dd4b1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/62b3ec55866743a180638021147dd4b1 2024-11-08T19:24:24,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/2218e4edb1da412795f7ede36516b1dd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/2218e4edb1da412795f7ede36516b1dd 2024-11-08T19:24:24,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/a33662b555ce4cc58e155be3fffa7144 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/a33662b555ce4cc58e155be3fffa7144 2024-11-08T19:24:24,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/b9a8f2b0e81d48ad8528b5ce3f5e08d8 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/b9a8f2b0e81d48ad8528b5ce3f5e08d8 2024-11-08T19:24:24,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/63bf2c2197a74805bb106891358e5e62 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/63bf2c2197a74805bb106891358e5e62 2024-11-08T19:24:24,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/bb484f181813484bae167be601168700 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/bb484f181813484bae167be601168700 2024-11-08T19:24:24,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/a762fdd8c6124c939b7d260ac2d4b5ea to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/a762fdd8c6124c939b7d260ac2d4b5ea 2024-11-08T19:24:24,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/476ad8c80c344a9fb973d75ac449b911, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/eae5a586530c469daa36200b754d92af, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/7afe60e6f7654103afd8a72c4f834f75, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/49be16ba6b9f4f41bec0971b52f768f7, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/c37092fde39d4d54833393da55a1617f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/ce02fb0412bb44e283cbf71fd3076f00, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/e53c9504f45a4009938e9a81b169778d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/a7fbf140a8394fe690bb67a7ceef6452, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/0cdb65d2981143bca1dd449ce7741f1d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/b8077883d4ad4d9d9b0fa9a0492d091c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/91183561bcff481b82ef5c27fac1c2a1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/12589ddab84944a1a91ff3101c98d0cf, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/5b068021b83c4364b67d17de598a6098, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/fc3e2ab9dd6f40559ea2700e3b9dcb87, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/d3ff5602819347aa90a496ca4019f761, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/8c9720539a4741f78eea60c03a9701d4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/d1a9ce0f095c4116b552902b843cf6a1] to archive 2024-11-08T19:24:24,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:24:24,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/476ad8c80c344a9fb973d75ac449b911 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/476ad8c80c344a9fb973d75ac449b911 2024-11-08T19:24:24,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/eae5a586530c469daa36200b754d92af to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/eae5a586530c469daa36200b754d92af 2024-11-08T19:24:24,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/7afe60e6f7654103afd8a72c4f834f75 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/7afe60e6f7654103afd8a72c4f834f75 2024-11-08T19:24:24,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/49be16ba6b9f4f41bec0971b52f768f7 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/49be16ba6b9f4f41bec0971b52f768f7 2024-11-08T19:24:24,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/c37092fde39d4d54833393da55a1617f to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/c37092fde39d4d54833393da55a1617f 2024-11-08T19:24:24,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/ce02fb0412bb44e283cbf71fd3076f00 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/ce02fb0412bb44e283cbf71fd3076f00 2024-11-08T19:24:24,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/e53c9504f45a4009938e9a81b169778d to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/e53c9504f45a4009938e9a81b169778d 2024-11-08T19:24:24,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/a7fbf140a8394fe690bb67a7ceef6452 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/a7fbf140a8394fe690bb67a7ceef6452 2024-11-08T19:24:24,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/0cdb65d2981143bca1dd449ce7741f1d to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/0cdb65d2981143bca1dd449ce7741f1d 2024-11-08T19:24:24,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/b8077883d4ad4d9d9b0fa9a0492d091c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/b8077883d4ad4d9d9b0fa9a0492d091c 2024-11-08T19:24:24,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/91183561bcff481b82ef5c27fac1c2a1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/91183561bcff481b82ef5c27fac1c2a1 2024-11-08T19:24:24,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/12589ddab84944a1a91ff3101c98d0cf to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/12589ddab84944a1a91ff3101c98d0cf 2024-11-08T19:24:24,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/5b068021b83c4364b67d17de598a6098 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/5b068021b83c4364b67d17de598a6098 2024-11-08T19:24:24,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/fc3e2ab9dd6f40559ea2700e3b9dcb87 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/fc3e2ab9dd6f40559ea2700e3b9dcb87 2024-11-08T19:24:24,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/d3ff5602819347aa90a496ca4019f761 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/d3ff5602819347aa90a496ca4019f761 2024-11-08T19:24:24,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/8c9720539a4741f78eea60c03a9701d4 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/8c9720539a4741f78eea60c03a9701d4 2024-11-08T19:24:24,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/d1a9ce0f095c4116b552902b843cf6a1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/d1a9ce0f095c4116b552902b843cf6a1 2024-11-08T19:24:24,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/379b8acd1d234501822c014039535a12, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/9f8e91dffad34d4081689dcb3120b7b2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/e1d3b5e674ed41aabea3cb1605384d70, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/ba253419de904a7cab4de64b684210ff, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/fc988c119d9b42408f38bbd5ab1bfb9a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/b5e43e54c6b94a93ab9f4789626ec467, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/28b362fd21344a068ef525cc5fa600cc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/217b13f8ca644660b8bb411d83833c76, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/58f97e7657754057926c94a669f57e1c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/4a7ed4ab1df74f33b5a575fa9ca11ff6, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/dd04251cbce14a6aabb9f42b2175a39b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/0726d3524ea44b94b59b3c4983b63545, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/7e54ccc940e342c48fe8a7b63314cb27, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/a496808e0d7242d496d758d7cd85582c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/a6f24a2ef61542cb9c954d4e0d9d64cf, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/98e345126bcb43959cd65a7ad20633a8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/8417150ae74c4f97ab5bc293fdd51a7e] to archive 2024-11-08T19:24:24,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:24:24,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/379b8acd1d234501822c014039535a12 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/379b8acd1d234501822c014039535a12 2024-11-08T19:24:24,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/9f8e91dffad34d4081689dcb3120b7b2 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/9f8e91dffad34d4081689dcb3120b7b2 2024-11-08T19:24:24,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/e1d3b5e674ed41aabea3cb1605384d70 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/e1d3b5e674ed41aabea3cb1605384d70 2024-11-08T19:24:24,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/ba253419de904a7cab4de64b684210ff to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/ba253419de904a7cab4de64b684210ff 2024-11-08T19:24:24,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/fc988c119d9b42408f38bbd5ab1bfb9a to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/fc988c119d9b42408f38bbd5ab1bfb9a 2024-11-08T19:24:24,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/b5e43e54c6b94a93ab9f4789626ec467 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/b5e43e54c6b94a93ab9f4789626ec467 2024-11-08T19:24:24,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/28b362fd21344a068ef525cc5fa600cc to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/28b362fd21344a068ef525cc5fa600cc 2024-11-08T19:24:24,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/217b13f8ca644660b8bb411d83833c76 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/217b13f8ca644660b8bb411d83833c76 2024-11-08T19:24:24,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/58f97e7657754057926c94a669f57e1c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/58f97e7657754057926c94a669f57e1c 2024-11-08T19:24:24,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/4a7ed4ab1df74f33b5a575fa9ca11ff6 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/4a7ed4ab1df74f33b5a575fa9ca11ff6 2024-11-08T19:24:24,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/dd04251cbce14a6aabb9f42b2175a39b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/dd04251cbce14a6aabb9f42b2175a39b 2024-11-08T19:24:24,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/0726d3524ea44b94b59b3c4983b63545 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/0726d3524ea44b94b59b3c4983b63545 2024-11-08T19:24:24,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/7e54ccc940e342c48fe8a7b63314cb27 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/7e54ccc940e342c48fe8a7b63314cb27 2024-11-08T19:24:24,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/a496808e0d7242d496d758d7cd85582c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/a496808e0d7242d496d758d7cd85582c 2024-11-08T19:24:24,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/a6f24a2ef61542cb9c954d4e0d9d64cf to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/a6f24a2ef61542cb9c954d4e0d9d64cf 2024-11-08T19:24:24,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/98e345126bcb43959cd65a7ad20633a8 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/98e345126bcb43959cd65a7ad20633a8 2024-11-08T19:24:24,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/8417150ae74c4f97ab5bc293fdd51a7e to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/8417150ae74c4f97ab5bc293fdd51a7e 2024-11-08T19:24:24,629 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/recovered.edits/298.seqid, newMaxSeqId=298, maxSeqId=4 2024-11-08T19:24:24,630 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. 2024-11-08T19:24:24,630 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1676): Region close journal for 50c04e571a90a6d810b8582bc3c771bd: Waiting for close lock at 1731093861707Running coprocessor pre-close hooks at 1731093861707Disabling compacts and flushes for region at 1731093861707Disabling writes for close at 1731093862874 (+1167 ms)Obtaining lock to block concurrent updates at 1731093862874Preparing flush snapshotting stores in 50c04e571a90a6d810b8582bc3c771bd at 1731093862874Finished memstore snapshotting TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731093862874Flushing stores of TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd. at 1731093862875 (+1 ms)Flushing 50c04e571a90a6d810b8582bc3c771bd/A: creating writer at 1731093862875Flushing mob file 50c04e571a90a6d810b8582bc3c771bd/A: appending metadata at 1731093862880 (+5 ms)Flushing mob file 50c04e571a90a6d810b8582bc3c771bd/A: closing flushed file at 1731093862880Flushing 50c04e571a90a6d810b8582bc3c771bd/A: appending metadata at 1731093863297 (+417 ms)Flushing 50c04e571a90a6d810b8582bc3c771bd/A: closing flushed file at 1731093863297Flushing 50c04e571a90a6d810b8582bc3c771bd/B: creating writer at 1731093863712 (+415 ms)Flushing 50c04e571a90a6d810b8582bc3c771bd/B: appending metadata at 1731093863715 (+3 ms)Flushing 50c04e571a90a6d810b8582bc3c771bd/B: closing flushed file at 1731093863715Flushing 50c04e571a90a6d810b8582bc3c771bd/C: creating writer at 1731093864127 (+412 ms)Flushing 50c04e571a90a6d810b8582bc3c771bd/C: appending metadata at 1731093864131 (+4 ms)Flushing 50c04e571a90a6d810b8582bc3c771bd/C: closing flushed file at 1731093864131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26443518: reopening flushed file at 1731093864544 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78dec70b: reopening flushed file at 1731093864549 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@308f2748: reopening flushed file at 1731093864554 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 50c04e571a90a6d810b8582bc3c771bd in 1685ms, sequenceid=295, compaction requested=true at 1731093864559 (+5 ms)Writing region close event to WAL at 1731093864625 (+66 ms)Running coprocessor post-close hooks at 1731093864630 (+5 ms)Closed at 1731093864630 2024-11-08T19:24:24,632 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(157): Closed 50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:24,633 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=50c04e571a90a6d810b8582bc3c771bd, regionState=CLOSED 2024-11-08T19:24:24,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure 50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:24:24,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-08T19:24:24,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseRegionProcedure 50c04e571a90a6d810b8582bc3c771bd, server=692b295ad45c,37615,1731093745778 in 3.0820 sec 2024-11-08T19:24:24,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-08T19:24:24,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=50c04e571a90a6d810b8582bc3c771bd, UNASSIGN in 3.0880 sec 2024-11-08T19:24:24,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-08T19:24:24,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.0930 sec 2024-11-08T19:24:24,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093864647"}]},"ts":"1731093864647"} 2024-11-08T19:24:24,649 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T19:24:24,649 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T19:24:24,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.1070 sec 2024-11-08T19:24:25,272 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-08T19:24:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-08T19:24:25,705 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:25,707 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T19:24:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:25,712 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-08T19:24:25,713 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=121, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:25,716 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,718 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/recovered.edits] 2024-11-08T19:24:25,721 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/0c5b886690324696bb80667bfbaedc03 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/0c5b886690324696bb80667bfbaedc03 2024-11-08T19:24:25,722 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/9258edb02fe74433b713bbb1d299dcd4 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/9258edb02fe74433b713bbb1d299dcd4 2024-11-08T19:24:25,723 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/ecce74de7d9046efa3692e96e3a33bfb to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/ecce74de7d9046efa3692e96e3a33bfb 2024-11-08T19:24:25,724 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/ed385414eec24a23bcd3f1eff5f97249 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/A/ed385414eec24a23bcd3f1eff5f97249 2024-11-08T19:24:25,726 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/07df22a983ff49538d1b4e6672a9d52e to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/07df22a983ff49538d1b4e6672a9d52e 2024-11-08T19:24:25,727 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/ee4fca11bff047e6887ebba04527e1f8 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/ee4fca11bff047e6887ebba04527e1f8 2024-11-08T19:24:25,729 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/eefc0daee132403c879a8be1d17f83ee to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/eefc0daee132403c879a8be1d17f83ee 2024-11-08T19:24:25,730 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/fabe5d30990048d4a7f78a3ac7f46a24 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/B/fabe5d30990048d4a7f78a3ac7f46a24 2024-11-08T19:24:25,733 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/38a412d93627457cbd51d4c13dd18b29 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/38a412d93627457cbd51d4c13dd18b29 2024-11-08T19:24:25,735 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/47057364a1044f4b9183f6dbec38742b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/47057364a1044f4b9183f6dbec38742b 2024-11-08T19:24:25,736 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/b03766fa36f24f3fa412c502638934a8 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/b03766fa36f24f3fa412c502638934a8 2024-11-08T19:24:25,737 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/ca324b115278421e98c53590e98348bb to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/C/ca324b115278421e98c53590e98348bb 2024-11-08T19:24:25,740 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/recovered.edits/298.seqid to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd/recovered.edits/298.seqid 2024-11-08T19:24:25,740 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,740 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T19:24:25,741 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T19:24:25,741 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-08T19:24:25,743 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108048ecf4a7cd3442c9492ca6c91259d93_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108048ecf4a7cd3442c9492ca6c91259d93_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,744 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080cf2a2b34a774ed582ce6714d94beb7b_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080cf2a2b34a774ed582ce6714d94beb7b_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,745 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081f24ce440d894e3caec9c9524bd61418_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081f24ce440d894e3caec9c9524bd61418_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,746 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084ece1e4ecb7646209dd11f464bfb7893_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084ece1e4ecb7646209dd11f464bfb7893_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,747 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086330eb0bc76c4cff9815c3aa1954b122_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086330eb0bc76c4cff9815c3aa1954b122_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,748 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087a2b7e9430404c4d9fa8b60a41b31a31_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087a2b7e9430404c4d9fa8b60a41b31a31_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,749 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108821a51c970cc4ad68be8d21769b3ee5c_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108821a51c970cc4ad68be8d21769b3ee5c_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,750 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a54c81cd7d45467ea79024d5e52fc2ac_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a54c81cd7d45467ea79024d5e52fc2ac_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,751 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108aac749802fa4416ebf9796d46c48b617_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108aac749802fa4416ebf9796d46c48b617_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,753 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bcd4a6a53da443b1984601ba3e02f93f_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bcd4a6a53da443b1984601ba3e02f93f_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,754 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c65192aeb42b4b64b1a9b5e69b1afb63_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c65192aeb42b4b64b1a9b5e69b1afb63_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,756 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108da8b5de82bba4b2a95581d9b9ec487b6_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108da8b5de82bba4b2a95581d9b9ec487b6_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,757 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e4c11aaef4084c848947ac633bb27f19_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e4c11aaef4084c848947ac633bb27f19_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,759 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108eda806a165654736a22757845a5aaaa8_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108eda806a165654736a22757845a5aaaa8_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,760 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108eeda3255e127433c954d36cef74b7bd8_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108eeda3255e127433c954d36cef74b7bd8_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,762 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108eee3abec34a34cd18e5c7742241fda7d_50c04e571a90a6d810b8582bc3c771bd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108eee3abec34a34cd18e5c7742241fda7d_50c04e571a90a6d810b8582bc3c771bd 2024-11-08T19:24:25,762 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T19:24:25,765 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=121, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:25,768 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T19:24:25,773 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T19:24:25,774 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=121, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:25,774 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T19:24:25,774 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731093865774"}]},"ts":"9223372036854775807"} 2024-11-08T19:24:25,776 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T19:24:25,776 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 50c04e571a90a6d810b8582bc3c771bd, NAME => 'TestAcidGuarantees,,1731093836321.50c04e571a90a6d810b8582bc3c771bd.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T19:24:25,776 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T19:24:25,776 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731093865776"}]},"ts":"9223372036854775807"} 2024-11-08T19:24:25,778 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T19:24:25,778 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=121, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:25,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 71 msec 2024-11-08T19:24:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-08T19:24:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T19:24:25,834 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:25,840 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240 (was 240), OpenFileDescriptor=457 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 357), ProcessCount=11 (was 11), AvailableMemoryMB=2467 (was 2501) 2024-11-08T19:24:25,848 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=2466 2024-11-08T19:24:25,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T19:24:25,850 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:24:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:25,852 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:24:25,852 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:25,852 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 122 2024-11-08T19:24:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-08T19:24:25,853 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:24:25,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742228_1404 (size=959) 2024-11-08T19:24:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-08T19:24:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-08T19:24:26,266 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa 2024-11-08T19:24:26,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742229_1405 (size=53) 2024-11-08T19:24:26,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-08T19:24:26,680 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:24:26,680 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ce4ec12b1eebb076624bf0c0e5526080, disabling compactions & flushes 2024-11-08T19:24:26,681 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:26,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:26,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. after waiting 0 ms 2024-11-08T19:24:26,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:26,681 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:26,681 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce4ec12b1eebb076624bf0c0e5526080: Waiting for close lock at 1731093866680Disabling compacts and flushes for region at 1731093866680Disabling writes for close at 1731093866681 (+1 ms)Writing region close event to WAL at 1731093866681Closed at 1731093866681 2024-11-08T19:24:26,684 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:24:26,684 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731093866684"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093866684"}]},"ts":"1731093866684"} 2024-11-08T19:24:26,686 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:24:26,687 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:24:26,687 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093866687"}]},"ts":"1731093866687"} 2024-11-08T19:24:26,688 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T19:24:26,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce4ec12b1eebb076624bf0c0e5526080, ASSIGN}] 2024-11-08T19:24:26,689 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce4ec12b1eebb076624bf0c0e5526080, ASSIGN 2024-11-08T19:24:26,690 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce4ec12b1eebb076624bf0c0e5526080, ASSIGN; state=OFFLINE, location=692b295ad45c,37615,1731093745778; forceNewPlan=false, retain=false 2024-11-08T19:24:26,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=ce4ec12b1eebb076624bf0c0e5526080, regionState=OPENING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:24:26,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce4ec12b1eebb076624bf0c0e5526080, ASSIGN because future has completed 2024-11-08T19:24:26,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:24:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-08T19:24:27,004 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:27,004 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7752): Opening region: {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:24:27,006 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:27,006 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:24:27,007 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7794): checking encryption for ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:27,007 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7797): checking classloading for ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:27,009 INFO [StoreOpener-ce4ec12b1eebb076624bf0c0e5526080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:27,010 INFO [StoreOpener-ce4ec12b1eebb076624bf0c0e5526080-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce4ec12b1eebb076624bf0c0e5526080 columnFamilyName A 2024-11-08T19:24:27,010 DEBUG [StoreOpener-ce4ec12b1eebb076624bf0c0e5526080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:27,010 INFO [StoreOpener-ce4ec12b1eebb076624bf0c0e5526080-1 {}] regionserver.HStore(327): Store=ce4ec12b1eebb076624bf0c0e5526080/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:24:27,010 INFO [StoreOpener-ce4ec12b1eebb076624bf0c0e5526080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:27,011 INFO [StoreOpener-ce4ec12b1eebb076624bf0c0e5526080-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce4ec12b1eebb076624bf0c0e5526080 columnFamilyName B 2024-11-08T19:24:27,012 DEBUG [StoreOpener-ce4ec12b1eebb076624bf0c0e5526080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:27,012 INFO [StoreOpener-ce4ec12b1eebb076624bf0c0e5526080-1 {}] regionserver.HStore(327): Store=ce4ec12b1eebb076624bf0c0e5526080/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:24:27,012 INFO [StoreOpener-ce4ec12b1eebb076624bf0c0e5526080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:27,013 INFO [StoreOpener-ce4ec12b1eebb076624bf0c0e5526080-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce4ec12b1eebb076624bf0c0e5526080 columnFamilyName C 2024-11-08T19:24:27,013 DEBUG [StoreOpener-ce4ec12b1eebb076624bf0c0e5526080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:27,014 INFO [StoreOpener-ce4ec12b1eebb076624bf0c0e5526080-1 {}] regionserver.HStore(327): Store=ce4ec12b1eebb076624bf0c0e5526080/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:24:27,014 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1038): replaying wal for ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:27,014 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:27,015 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:27,015 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1048): stopping wal replay for ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:27,016 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1060): Cleaning up temporary data for ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:27,016 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:24:27,017 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1093): writing seq id for ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:27,019 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:24:27,019 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1114): Opened ce4ec12b1eebb076624bf0c0e5526080; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74414496, jitterRate=0.10886240005493164}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:24:27,019 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:27,020 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1006): Region open journal for ce4ec12b1eebb076624bf0c0e5526080: Running coprocessor pre-open hook at 1731093867007Writing region info on filesystem at 1731093867007Initializing all the Stores at 1731093867008 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093867008Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093867008Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093867008Cleaning up temporary data from old regions at 1731093867016 (+8 ms)Running coprocessor post-open hooks at 1731093867019 (+3 ms)Region opened successfully at 1731093867019 2024-11-08T19:24:27,020 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., pid=124, masterSystemTime=1731093866997 2024-11-08T19:24:27,022 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:27,022 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:27,023 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=ce4ec12b1eebb076624bf0c0e5526080, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:24:27,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:24:27,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-08T19:24:27,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; OpenRegionProcedure ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 in 182 msec 2024-11-08T19:24:27,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-11-08T19:24:27,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce4ec12b1eebb076624bf0c0e5526080, ASSIGN in 340 msec 2024-11-08T19:24:27,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:24:27,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093867031"}]},"ts":"1731093867031"} 2024-11-08T19:24:27,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T19:24:27,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:24:27,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1840 sec 2024-11-08T19:24:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-08T19:24:28,004 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:28,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c7b275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:28,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:28,007 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349894ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:28,010 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:28,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c65f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:28,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:28,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:28,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:28,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:24:28,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,45827,1731093744840 2024-11-08T19:24:28,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c6b02f3 2024-11-08T19:24:28,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:24:28,017 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:24:28,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fcbf455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:28,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:28,019 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:28,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:28,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:28,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65af5774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:28,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:28,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:28,021 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:28,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676531d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc683cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:28,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:28,023 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:28,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:28,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:28,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c49a13e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:28,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:28,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:28,024 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:28,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bdc302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43681357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:28,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:28,025 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186b6729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:28,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:28,026 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:28,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221de96e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39982088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:28,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:28,028 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c82b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:28,029 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d7fa91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4c85de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:28,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:28,031 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:28,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:28,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:28,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf652b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:28,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:28,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:28,031 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:28,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285b0c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ce80f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:28,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:28,033 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:28,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:28,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:28,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efe5c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:28,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:28,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:28,034 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:28,035 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea5ccd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125833c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:28,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:28,036 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657169b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:28,037 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:28,038 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607e29e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea16345, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:28,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:28,040 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54dbaf34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:28,041 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:28,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@760f33cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2334b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:28,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:28,043 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17648159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:28,045 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e90597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1af8a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:28,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:28,047 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:28,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:28,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:28,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c8de12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:28,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:28,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:28,049 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:28,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3577185e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:28,051 DEBUG [Thread-1853 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:28,051 DEBUG [Thread-1836 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:28,051 DEBUG [Thread-1851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:28,052 DEBUG [Thread-1844 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:28,052 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:24:28,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:28,052 DEBUG [Thread-1838 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:28,052 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:28,053 DEBUG [Thread-1842 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:28,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:28,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:28,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:28,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:28,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-08T19:24:28,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:28,054 DEBUG [Thread-1847 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:28,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:28,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:28,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:28,055 DEBUG [Thread-1855 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:28,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:24:28,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:28,056 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:24:28,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:28,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:24:28,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:24:28,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:24:28,057 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:24:28,057 DEBUG [Thread-1840 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:28,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:24:28,057 DEBUG [Thread-1849 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T19:24:28,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:28,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:28,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:28,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:28,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:28,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:24:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:28,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:24:28,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:24:28,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:28,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:28,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:24:28,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:24:28,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2] 2024-11-08T19:24:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:28,065 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:28,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:24:28,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/95bb182b7bef423ba9cb641f48bb20a6 is 50, key is test_row_0/A:col10/1731093868062/Put/seqid=0 2024-11-08T19:24:28,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742230_1406 (size=16681) 2024-11-08T19:24:28,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093928095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093928098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093928104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093928105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093928107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T19:24:28,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-08T19:24:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:28,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093928213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093928213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093928213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093928223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093928223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-08T19:24:28,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:28,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:28,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:28,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T19:24:28,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093928423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093928423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093928423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093928434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093928434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/95bb182b7bef423ba9cb641f48bb20a6 2024-11-08T19:24:28,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-08T19:24:28,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:28,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:28,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:28,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/1cf23f2ff1574787b04238ab597b918c is 50, key is test_row_0/B:col10/1731093868062/Put/seqid=0 2024-11-08T19:24:28,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742231_1407 (size=12001) 2024-11-08T19:24:28,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-08T19:24:28,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:28,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:28,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:28,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T19:24:28,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093928733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093928733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093928733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093928743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:28,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093928744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:28,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:28,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:28,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-08T19:24:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:28,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/1cf23f2ff1574787b04238ab597b918c 2024-11-08T19:24:28,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/8df1c6b2e5e840cca6cdc467df49fbfe is 50, key is test_row_0/C:col10/1731093868062/Put/seqid=0 2024-11-08T19:24:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742232_1408 (size=12001) 2024-11-08T19:24:28,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-08T19:24:28,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:28,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:28,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:28,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:29,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-08T19:24:29,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:29,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:29,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:29,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:29,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T19:24:29,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093929243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:29,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:29,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093929243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:29,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:29,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:29,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:29,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:29,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:29,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093929254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:29,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093929254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:29,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093929263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:29,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:29,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-08T19:24:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:29,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:29,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/8df1c6b2e5e840cca6cdc467df49fbfe 2024-11-08T19:24:29,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/95bb182b7bef423ba9cb641f48bb20a6 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/95bb182b7bef423ba9cb641f48bb20a6 2024-11-08T19:24:29,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/95bb182b7bef423ba9cb641f48bb20a6, entries=250, sequenceid=12, filesize=16.3 K 2024-11-08T19:24:29,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/1cf23f2ff1574787b04238ab597b918c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1cf23f2ff1574787b04238ab597b918c 2024-11-08T19:24:29,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1cf23f2ff1574787b04238ab597b918c, entries=150, sequenceid=12, filesize=11.7 K 2024-11-08T19:24:29,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/8df1c6b2e5e840cca6cdc467df49fbfe as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/8df1c6b2e5e840cca6cdc467df49fbfe 2024-11-08T19:24:29,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/8df1c6b2e5e840cca6cdc467df49fbfe, entries=150, sequenceid=12, filesize=11.7 K 2024-11-08T19:24:29,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for ce4ec12b1eebb076624bf0c0e5526080 in 1298ms, sequenceid=12, compaction requested=false 2024-11-08T19:24:29,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:29,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-08T19:24:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:29,434 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T19:24:29,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/5068a5b7dacf43db832cc9a0b810da71 is 50, key is test_row_0/A:col10/1731093868104/Put/seqid=0 2024-11-08T19:24:29,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742233_1409 (size=12001) 2024-11-08T19:24:29,545 WARN [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-08T19:24:29,842 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/5068a5b7dacf43db832cc9a0b810da71 2024-11-08T19:24:29,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/25e67ec3a4bd4380aebdeadc6e2a18fe is 50, key is test_row_0/B:col10/1731093868104/Put/seqid=0 2024-11-08T19:24:29,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742234_1410 (size=12001) 2024-11-08T19:24:30,150 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T19:24:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T19:24:30,252 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/25e67ec3a4bd4380aebdeadc6e2a18fe 2024-11-08T19:24:30,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/e153056d78034f0e990e8660427f607e is 50, key is test_row_0/C:col10/1731093868104/Put/seqid=0 2024-11-08T19:24:30,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742235_1411 (size=12001) 2024-11-08T19:24:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:30,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093930276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:30,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093930279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:30,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093930280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093930281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:30,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093930283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,291 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in ce4ec12b1eebb076624bf0c0e5526080 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:30,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:30,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093930393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093930393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093930393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093930393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:30,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093930603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093930603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093930603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093930603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:30,662 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/e153056d78034f0e990e8660427f607e 2024-11-08T19:24:30,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/5068a5b7dacf43db832cc9a0b810da71 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/5068a5b7dacf43db832cc9a0b810da71 2024-11-08T19:24:30,668 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/5068a5b7dacf43db832cc9a0b810da71, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T19:24:30,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/25e67ec3a4bd4380aebdeadc6e2a18fe as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/25e67ec3a4bd4380aebdeadc6e2a18fe 2024-11-08T19:24:30,671 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/25e67ec3a4bd4380aebdeadc6e2a18fe, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T19:24:30,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/e153056d78034f0e990e8660427f607e as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e153056d78034f0e990e8660427f607e 2024-11-08T19:24:30,676 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e153056d78034f0e990e8660427f607e, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T19:24:30,676 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for ce4ec12b1eebb076624bf0c0e5526080 in 1242ms, sequenceid=38, compaction requested=false 2024-11-08T19:24:30,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:30,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:30,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-08T19:24:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-08T19:24:30,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-08T19:24:30,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6210 sec 2024-11-08T19:24:30,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.6280 sec 2024-11-08T19:24:30,917 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:30,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:24:30,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/7db20545e7824baa8f02d1040ce489b3 is 50, key is test_row_0/A:col10/1731093870278/Put/seqid=0 2024-11-08T19:24:30,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742236_1412 (size=14341) 2024-11-08T19:24:30,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/7db20545e7824baa8f02d1040ce489b3 2024-11-08T19:24:30,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/9832924458e2463988b5279d583e31ac is 50, key is test_row_0/B:col10/1731093870278/Put/seqid=0 2024-11-08T19:24:30,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742237_1413 (size=12001) 2024-11-08T19:24:30,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093930968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093930968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093930969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:30,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093930977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:30,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:30,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:31,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093931083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:31,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:31,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093931083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:31,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:31,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:31,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093931083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:31,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,091 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:31,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093931084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:31,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093931293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:31,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:31,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093931293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:31,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:31,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093931303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:31,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093931303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:31,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/9832924458e2463988b5279d583e31ac 2024-11-08T19:24:31,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/c672e7b4f5ce43a694a4feb0f68f216b is 50, key is test_row_0/C:col10/1731093870278/Put/seqid=0 2024-11-08T19:24:31,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742238_1414 (size=12001) 2024-11-08T19:24:31,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093931603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:31,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:31,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093931603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:31,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:31,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093931613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:31,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:31,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093931623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:31,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:31,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:31,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/c672e7b4f5ce43a694a4feb0f68f216b 2024-11-08T19:24:31,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/7db20545e7824baa8f02d1040ce489b3 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7db20545e7824baa8f02d1040ce489b3 2024-11-08T19:24:31,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7db20545e7824baa8f02d1040ce489b3, entries=200, sequenceid=49, filesize=14.0 K 2024-11-08T19:24:31,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/9832924458e2463988b5279d583e31ac as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/9832924458e2463988b5279d583e31ac 2024-11-08T19:24:31,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/9832924458e2463988b5279d583e31ac, entries=150, sequenceid=49, filesize=11.7 K 2024-11-08T19:24:31,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/c672e7b4f5ce43a694a4feb0f68f216b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/c672e7b4f5ce43a694a4feb0f68f216b 2024-11-08T19:24:31,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/c672e7b4f5ce43a694a4feb0f68f216b, entries=150, sequenceid=49, filesize=11.7 K 2024-11-08T19:24:31,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ce4ec12b1eebb076624bf0c0e5526080 in 839ms, sequenceid=49, compaction requested=true 2024-11-08T19:24:31,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:31,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:24:31,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:31,757 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:31,757 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:31,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:24:31,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:31,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:24:31,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:31,758 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:31,758 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:31,758 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/B is initiating minor compaction (all files) 2024-11-08T19:24:31,758 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/A is initiating minor compaction (all files) 2024-11-08T19:24:31,758 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/A in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:31,758 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/B in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:31,758 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/95bb182b7bef423ba9cb641f48bb20a6, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/5068a5b7dacf43db832cc9a0b810da71, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7db20545e7824baa8f02d1040ce489b3] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=42.0 K 2024-11-08T19:24:31,758 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1cf23f2ff1574787b04238ab597b918c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/25e67ec3a4bd4380aebdeadc6e2a18fe, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/9832924458e2463988b5279d583e31ac] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=35.2 K 2024-11-08T19:24:31,758 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95bb182b7bef423ba9cb641f48bb20a6, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731093868058 2024-11-08T19:24:31,758 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cf23f2ff1574787b04238ab597b918c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731093868062 2024-11-08T19:24:31,758 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5068a5b7dacf43db832cc9a0b810da71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731093868096 2024-11-08T19:24:31,758 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 25e67ec3a4bd4380aebdeadc6e2a18fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731093868096 2024-11-08T19:24:31,758 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7db20545e7824baa8f02d1040ce489b3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731093870268 2024-11-08T19:24:31,758 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 9832924458e2463988b5279d583e31ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731093870268 2024-11-08T19:24:31,763 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#B#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:31,763 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/cf72550e499e4ee089eddbd88170b800 is 50, key is test_row_0/B:col10/1731093870278/Put/seqid=0 2024-11-08T19:24:31,763 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#A#compaction#346 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:31,764 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/7413020955aa46199bcb48597737cedd is 50, key is test_row_0/A:col10/1731093870278/Put/seqid=0 2024-11-08T19:24:31,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742239_1415 (size=12104) 2024-11-08T19:24:31,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742240_1416 (size=12104) 2024-11-08T19:24:31,771 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/cf72550e499e4ee089eddbd88170b800 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/cf72550e499e4ee089eddbd88170b800 2024-11-08T19:24:31,774 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/B of ce4ec12b1eebb076624bf0c0e5526080 into cf72550e499e4ee089eddbd88170b800(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:31,774 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:31,774 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/B, priority=13, startTime=1731093871757; duration=0sec 2024-11-08T19:24:31,774 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:31,774 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:B 2024-11-08T19:24:31,774 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:31,775 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:31,775 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/C is initiating minor compaction (all files) 2024-11-08T19:24:31,775 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/C in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:31,775 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/8df1c6b2e5e840cca6cdc467df49fbfe, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e153056d78034f0e990e8660427f607e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/c672e7b4f5ce43a694a4feb0f68f216b] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=35.2 K 2024-11-08T19:24:31,776 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 8df1c6b2e5e840cca6cdc467df49fbfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731093868062 2024-11-08T19:24:31,776 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting e153056d78034f0e990e8660427f607e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731093868096 2024-11-08T19:24:31,776 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting c672e7b4f5ce43a694a4feb0f68f216b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731093870268 2024-11-08T19:24:31,781 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#C#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:31,782 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/e9792ea9b0f54c308aaf883c8d3309d4 is 50, key is test_row_0/C:col10/1731093870278/Put/seqid=0 2024-11-08T19:24:31,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742241_1417 (size=12104) 2024-11-08T19:24:31,795 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/e9792ea9b0f54c308aaf883c8d3309d4 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e9792ea9b0f54c308aaf883c8d3309d4 2024-11-08T19:24:31,799 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/C of ce4ec12b1eebb076624bf0c0e5526080 into e9792ea9b0f54c308aaf883c8d3309d4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:31,799 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:31,800 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/C, priority=13, startTime=1731093871757; duration=0sec 2024-11-08T19:24:31,800 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:31,800 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:C 2024-11-08T19:24:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:32,118 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:32,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T19:24:32,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/57475fec0769492d944bdaf7afc87a3c is 50, key is test_row_0/A:col10/1731093870966/Put/seqid=0 2024-11-08T19:24:32,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742242_1418 (size=14341) 2024-11-08T19:24:32,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093932130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:32,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:32,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093932132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:32,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:32,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:32,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093932133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:32,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:32,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093932138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:32,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:32,172 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/7413020955aa46199bcb48597737cedd as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7413020955aa46199bcb48597737cedd 2024-11-08T19:24:32,175 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/A of ce4ec12b1eebb076624bf0c0e5526080 into 7413020955aa46199bcb48597737cedd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:32,175 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:32,176 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/A, priority=13, startTime=1731093871757; duration=0sec 2024-11-08T19:24:32,176 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:32,176 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:A 2024-11-08T19:24:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T19:24:32,213 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:32,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:24:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-08T19:24:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T19:24:32,215 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:24:32,216 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:24:32,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:24:32,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093932243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:32,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:32,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093932243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:32,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:32,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:32,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093932243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:32,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:32,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093932303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:32,306 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in ce4ec12b1eebb076624bf0c0e5526080 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:32,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T19:24:32,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-08T19:24:32,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:32,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:32,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:32,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:32,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:32,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093932453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:32,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093932453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093932454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:32,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-08T19:24:32,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:32,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:32,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:32,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:32,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:32,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/57475fec0769492d944bdaf7afc87a3c 2024-11-08T19:24:32,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/512164a5aeb046a6b58c00f024621cc2 is 50, key is test_row_0/B:col10/1731093870966/Put/seqid=0 2024-11-08T19:24:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T19:24:32,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742243_1419 (size=12001) 2024-11-08T19:24:32,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/512164a5aeb046a6b58c00f024621cc2 2024-11-08T19:24:32,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/86b1a4bfe4604b868119f56d9d6f4953 is 50, key is test_row_0/C:col10/1731093870966/Put/seqid=0 2024-11-08T19:24:32,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742244_1420 (size=12001) 2024-11-08T19:24:32,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-08T19:24:32,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:32,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:32,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:32,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:32,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:32,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093932763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:32,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:32,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093932763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:32,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093932763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:32,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-08T19:24:32,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:32,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:32,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:32,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:32,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T19:24:32,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/86b1a4bfe4604b868119f56d9d6f4953 2024-11-08T19:24:32,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/57475fec0769492d944bdaf7afc87a3c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/57475fec0769492d944bdaf7afc87a3c 2024-11-08T19:24:32,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/57475fec0769492d944bdaf7afc87a3c, entries=200, sequenceid=77, filesize=14.0 K 2024-11-08T19:24:32,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/512164a5aeb046a6b58c00f024621cc2 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/512164a5aeb046a6b58c00f024621cc2 2024-11-08T19:24:32,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/512164a5aeb046a6b58c00f024621cc2, entries=150, sequenceid=77, filesize=11.7 K 2024-11-08T19:24:32,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/86b1a4bfe4604b868119f56d9d6f4953 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/86b1a4bfe4604b868119f56d9d6f4953 2024-11-08T19:24:32,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/86b1a4bfe4604b868119f56d9d6f4953, entries=150, sequenceid=77, filesize=11.7 K 2024-11-08T19:24:32,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for ce4ec12b1eebb076624bf0c0e5526080 in 840ms, sequenceid=77, compaction requested=false 2024-11-08T19:24:32,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:32,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-08T19:24:32,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:32,978 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-08T19:24:32,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/d27e95b1248b459189b1f4d7050f7459 is 50, key is test_row_0/A:col10/1731093872137/Put/seqid=0 2024-11-08T19:24:32,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742245_1421 (size=12001) 2024-11-08T19:24:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:33,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:33,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093933284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:33,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093933285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:33,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093933293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:33,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093933294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T19:24:33,385 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/d27e95b1248b459189b1f4d7050f7459 2024-11-08T19:24:33,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/6f747516617b49c5abfc3b5a482393b7 is 50, key is test_row_0/B:col10/1731093872137/Put/seqid=0 2024-11-08T19:24:33,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742246_1422 (size=12001) 2024-11-08T19:24:33,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093933403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:33,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093933403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:33,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093933413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:33,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:33,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093933613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:33,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:33,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093933614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:33,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:33,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:33,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093933623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:33,795 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/6f747516617b49c5abfc3b5a482393b7 2024-11-08T19:24:33,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/04e32c0e6a444747b635d11cee29ae33 is 50, key is test_row_0/C:col10/1731093872137/Put/seqid=0 2024-11-08T19:24:33,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742247_1423 (size=12001) 2024-11-08T19:24:33,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093933923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:33,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:33,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093933923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:33,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093933933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:33,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:33,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:34,205 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/04e32c0e6a444747b635d11cee29ae33 2024-11-08T19:24:34,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/d27e95b1248b459189b1f4d7050f7459 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/d27e95b1248b459189b1f4d7050f7459 2024-11-08T19:24:34,211 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/d27e95b1248b459189b1f4d7050f7459, entries=150, sequenceid=88, filesize=11.7 K 2024-11-08T19:24:34,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/6f747516617b49c5abfc3b5a482393b7 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/6f747516617b49c5abfc3b5a482393b7 2024-11-08T19:24:34,215 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/6f747516617b49c5abfc3b5a482393b7, entries=150, sequenceid=88, filesize=11.7 K 2024-11-08T19:24:34,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/04e32c0e6a444747b635d11cee29ae33 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/04e32c0e6a444747b635d11cee29ae33 2024-11-08T19:24:34,219 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/04e32c0e6a444747b635d11cee29ae33, entries=150, sequenceid=88, filesize=11.7 K 2024-11-08T19:24:34,220 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for ce4ec12b1eebb076624bf0c0e5526080 in 1242ms, sequenceid=88, compaction requested=true 2024-11-08T19:24:34,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:34,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:34,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-08T19:24:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-08T19:24:34,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-08T19:24:34,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0050 sec 2024-11-08T19:24:34,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.0090 sec 2024-11-08T19:24:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:34,316 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:34,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-08T19:24:34,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/64b5bbf9ffe44fddb2d4bee4a981f238 is 50, key is test_row_0/A:col10/1731093873293/Put/seqid=0 2024-11-08T19:24:34,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742248_1424 (size=14341) 2024-11-08T19:24:34,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093934344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:34,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:34,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:34,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T19:24:34,364 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:34,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:24:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-08T19:24:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T19:24:34,366 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:24:34,366 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:24:34,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:24:34,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093934433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:34,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:34,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093934443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:34,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:34,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093934454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:34,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093934454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T19:24:34,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T19:24:34,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:34,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:34,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:34,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:34,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:34,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093934663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:34,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:34,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:34,670 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:34,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T19:24:34,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:34,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:34,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:34,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:34,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T19:24:34,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/64b5bbf9ffe44fddb2d4bee4a981f238 2024-11-08T19:24:34,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/d8faa60306674139ba64f4f01b37838b is 50, key is test_row_0/B:col10/1731093873293/Put/seqid=0 2024-11-08T19:24:34,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742249_1425 (size=12001) 2024-11-08T19:24:34,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T19:24:34,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:34,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:34,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:34,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:34,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:34,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:34,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T19:24:34,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:34,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:34,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:34,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:34,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:34,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093934973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:34,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:34,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:34,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T19:24:35,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T19:24:35,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:35,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:35,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:35,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:35,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:35,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/d8faa60306674139ba64f4f01b37838b 2024-11-08T19:24:35,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/f60c1b447054442da994bf0d4db77559 is 50, key is test_row_0/C:col10/1731093873293/Put/seqid=0 2024-11-08T19:24:35,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742250_1426 (size=12001) 2024-11-08T19:24:35,272 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-08T19:24:35,272 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-08T19:24:35,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T19:24:35,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:35,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:35,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:35,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:35,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:35,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T19:24:35,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:35,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:35,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:35,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:35,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:35,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093935453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:35,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093935454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:35,459 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in ce4ec12b1eebb076624bf0c0e5526080 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:35,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:35,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:35,460 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in ce4ec12b1eebb076624bf0c0e5526080 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:35,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:35,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:35,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:35,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:35,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093935473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:35,479 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in ce4ec12b1eebb076624bf0c0e5526080 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:35,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:35,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:35,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:35,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093935483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T19:24:35,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/f60c1b447054442da994bf0d4db77559 2024-11-08T19:24:35,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/64b5bbf9ffe44fddb2d4bee4a981f238 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/64b5bbf9ffe44fddb2d4bee4a981f238 2024-11-08T19:24:35,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/64b5bbf9ffe44fddb2d4bee4a981f238, entries=200, sequenceid=115, filesize=14.0 K 2024-11-08T19:24:35,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/d8faa60306674139ba64f4f01b37838b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/d8faa60306674139ba64f4f01b37838b 2024-11-08T19:24:35,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/d8faa60306674139ba64f4f01b37838b, entries=150, sequenceid=115, filesize=11.7 K 2024-11-08T19:24:35,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/f60c1b447054442da994bf0d4db77559 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f60c1b447054442da994bf0d4db77559 2024-11-08T19:24:35,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f60c1b447054442da994bf0d4db77559, entries=150, sequenceid=115, filesize=11.7 K 2024-11-08T19:24:35,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ce4ec12b1eebb076624bf0c0e5526080 in 1243ms, sequenceid=115, compaction requested=true 2024-11-08T19:24:35,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:35,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:24:35,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:35,561 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:24:35,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:24:35,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:35,561 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:24:35,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:24:35,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:35,562 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:24:35,562 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:24:35,562 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/A is initiating minor compaction (all files) 2024-11-08T19:24:35,562 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/B is initiating minor compaction (all files) 2024-11-08T19:24:35,562 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/B in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:35,562 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/A in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:35,562 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7413020955aa46199bcb48597737cedd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/57475fec0769492d944bdaf7afc87a3c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/d27e95b1248b459189b1f4d7050f7459, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/64b5bbf9ffe44fddb2d4bee4a981f238] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=51.5 K 2024-11-08T19:24:35,562 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/cf72550e499e4ee089eddbd88170b800, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/512164a5aeb046a6b58c00f024621cc2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/6f747516617b49c5abfc3b5a482393b7, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/d8faa60306674139ba64f4f01b37838b] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=47.0 K 2024-11-08T19:24:35,562 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting cf72550e499e4ee089eddbd88170b800, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731093870268 2024-11-08T19:24:35,562 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7413020955aa46199bcb48597737cedd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731093870268 2024-11-08T19:24:35,562 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 512164a5aeb046a6b58c00f024621cc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731093870966 2024-11-08T19:24:35,563 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57475fec0769492d944bdaf7afc87a3c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731093870966 2024-11-08T19:24:35,563 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f747516617b49c5abfc3b5a482393b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731093872128 2024-11-08T19:24:35,563 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting d27e95b1248b459189b1f4d7050f7459, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731093872128 2024-11-08T19:24:35,563 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting d8faa60306674139ba64f4f01b37838b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731093873283 2024-11-08T19:24:35,563 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64b5bbf9ffe44fddb2d4bee4a981f238, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731093873282 2024-11-08T19:24:35,569 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:35,570 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/0623d185050d4edbab6d4e144fcc151a is 50, key is test_row_0/B:col10/1731093873293/Put/seqid=0 2024-11-08T19:24:35,573 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#A#compaction#358 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:35,573 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/0310987a363042b4bd1cb6bb382c7aca is 50, key is test_row_0/A:col10/1731093873293/Put/seqid=0 2024-11-08T19:24:35,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742251_1427 (size=12241) 2024-11-08T19:24:35,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T19:24:35,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:35,587 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-08T19:24:35,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742252_1428 (size=12241) 2024-11-08T19:24:35,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/c004fe799af4494297a9ebb9a4be634c is 50, key is test_row_0/A:col10/1731093874343/Put/seqid=0 2024-11-08T19:24:35,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742253_1429 (size=12001) 2024-11-08T19:24:35,985 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/0623d185050d4edbab6d4e144fcc151a as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/0623d185050d4edbab6d4e144fcc151a 2024-11-08T19:24:35,988 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/B of ce4ec12b1eebb076624bf0c0e5526080 into 0623d185050d4edbab6d4e144fcc151a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:35,988 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:35,989 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/B, priority=12, startTime=1731093875561; duration=0sec 2024-11-08T19:24:35,989 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:35,989 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:B 2024-11-08T19:24:35,989 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:24:35,990 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:24:35,990 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/C is initiating minor compaction (all files) 2024-11-08T19:24:35,990 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/C in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:35,990 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e9792ea9b0f54c308aaf883c8d3309d4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/86b1a4bfe4604b868119f56d9d6f4953, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/04e32c0e6a444747b635d11cee29ae33, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f60c1b447054442da994bf0d4db77559] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=47.0 K 2024-11-08T19:24:35,990 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting e9792ea9b0f54c308aaf883c8d3309d4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731093870268 2024-11-08T19:24:35,990 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 86b1a4bfe4604b868119f56d9d6f4953, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731093870966 2024-11-08T19:24:35,991 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 04e32c0e6a444747b635d11cee29ae33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731093872128 2024-11-08T19:24:36,004 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting f60c1b447054442da994bf0d4db77559, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731093873283 2024-11-08T19:24:36,006 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/c004fe799af4494297a9ebb9a4be634c 2024-11-08T19:24:36,008 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/0310987a363042b4bd1cb6bb382c7aca as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/0310987a363042b4bd1cb6bb382c7aca 2024-11-08T19:24:36,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/8d48bdd807684359af4ce4d959ef03cb is 50, key is test_row_0/B:col10/1731093874343/Put/seqid=0 2024-11-08T19:24:36,015 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#C#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:36,015 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/96006a98c9d0423f8a882850df7219c6 is 50, key is test_row_0/C:col10/1731093873293/Put/seqid=0 2024-11-08T19:24:36,018 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/A of ce4ec12b1eebb076624bf0c0e5526080 into 0310987a363042b4bd1cb6bb382c7aca(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:36,018 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:36,018 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/A, priority=12, startTime=1731093875561; duration=0sec 2024-11-08T19:24:36,018 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:36,018 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:A 2024-11-08T19:24:36,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742254_1430 (size=12241) 2024-11-08T19:24:36,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742255_1431 (size=12001) 2024-11-08T19:24:36,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:36,426 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/96006a98c9d0423f8a882850df7219c6 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/96006a98c9d0423f8a882850df7219c6 2024-11-08T19:24:36,430 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/C of ce4ec12b1eebb076624bf0c0e5526080 into 96006a98c9d0423f8a882850df7219c6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:36,430 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:36,430 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/C, priority=12, startTime=1731093875561; duration=0sec 2024-11-08T19:24:36,431 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:36,431 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:C 2024-11-08T19:24:36,434 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/8d48bdd807684359af4ce4d959ef03cb 2024-11-08T19:24:36,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/f45bcc340e9d44ff8623f13bf70a07cd is 50, key is test_row_0/C:col10/1731093874343/Put/seqid=0 2024-11-08T19:24:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742256_1432 (size=12001) 2024-11-08T19:24:36,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093936489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:36,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:36,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:36,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:36,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093936504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:36,505 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in ce4ec12b1eebb076624bf0c0e5526080 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:36,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:36,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:36,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T19:24:36,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093936604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:36,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:36,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:36,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:36,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093936813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:36,843 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/f45bcc340e9d44ff8623f13bf70a07cd 2024-11-08T19:24:36,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/c004fe799af4494297a9ebb9a4be634c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/c004fe799af4494297a9ebb9a4be634c 2024-11-08T19:24:36,849 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/c004fe799af4494297a9ebb9a4be634c, entries=150, sequenceid=124, filesize=11.7 K 2024-11-08T19:24:36,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/8d48bdd807684359af4ce4d959ef03cb as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/8d48bdd807684359af4ce4d959ef03cb 2024-11-08T19:24:36,853 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/8d48bdd807684359af4ce4d959ef03cb, entries=150, sequenceid=124, filesize=11.7 K 2024-11-08T19:24:36,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/f45bcc340e9d44ff8623f13bf70a07cd as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f45bcc340e9d44ff8623f13bf70a07cd 2024-11-08T19:24:36,860 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f45bcc340e9d44ff8623f13bf70a07cd, entries=150, sequenceid=124, filesize=11.7 K 2024-11-08T19:24:36,861 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for ce4ec12b1eebb076624bf0c0e5526080 in 1274ms, sequenceid=124, compaction requested=false 2024-11-08T19:24:36,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:36,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:36,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-08T19:24:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-08T19:24:36,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-08T19:24:36,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4960 sec 2024-11-08T19:24:36,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.5000 sec 2024-11-08T19:24:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:37,129 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:37,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-08T19:24:37,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/d6b9172101544d09954ef1f704ac7faf is 50, key is test_row_0/A:col10/1731093877127/Put/seqid=0 2024-11-08T19:24:37,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742257_1433 (size=14541) 2024-11-08T19:24:37,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093937152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:37,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:37,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:37,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:37,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093937264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:37,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:37,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:37,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:37,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093937473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:37,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093937473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:37,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093937473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:37,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:37,477 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in ce4ec12b1eebb076624bf0c0e5526080 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:37,477 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in ce4ec12b1eebb076624bf0c0e5526080 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:37,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:37,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093937504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:37,509 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in ce4ec12b1eebb076624bf0c0e5526080 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:37,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:37,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:37,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:37,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/d6b9172101544d09954ef1f704ac7faf 2024-11-08T19:24:37,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/1792205283584096a171454b5f3d05e2 is 50, key is test_row_0/B:col10/1731093877127/Put/seqid=0 2024-11-08T19:24:37,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742258_1434 (size=12151) 2024-11-08T19:24:37,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/1792205283584096a171454b5f3d05e2 2024-11-08T19:24:37,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/3c0071053dda4f879829c669f727a9b0 is 50, key is test_row_0/C:col10/1731093877127/Put/seqid=0 2024-11-08T19:24:37,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742259_1435 (size=12151) 2024-11-08T19:24:37,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093937784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:37,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:37,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:37,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:37,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/3c0071053dda4f879829c669f727a9b0 2024-11-08T19:24:37,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/d6b9172101544d09954ef1f704ac7faf as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/d6b9172101544d09954ef1f704ac7faf 2024-11-08T19:24:37,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/d6b9172101544d09954ef1f704ac7faf, entries=200, sequenceid=155, filesize=14.2 K 2024-11-08T19:24:37,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/1792205283584096a171454b5f3d05e2 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1792205283584096a171454b5f3d05e2 2024-11-08T19:24:37,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1792205283584096a171454b5f3d05e2, entries=150, sequenceid=155, filesize=11.9 K 2024-11-08T19:24:37,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/3c0071053dda4f879829c669f727a9b0 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/3c0071053dda4f879829c669f727a9b0 2024-11-08T19:24:37,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/3c0071053dda4f879829c669f727a9b0, entries=150, sequenceid=155, filesize=11.9 K 2024-11-08T19:24:37,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for ce4ec12b1eebb076624bf0c0e5526080 in 844ms, sequenceid=155, compaction requested=true 2024-11-08T19:24:37,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:37,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:24:37,973 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:37,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:37,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:24:37,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:37,973 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:37,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:24:37,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:37,974 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:37,974 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:37,974 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/A is initiating minor compaction (all files) 2024-11-08T19:24:37,974 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/B is initiating minor compaction (all files) 2024-11-08T19:24:37,974 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/B in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:37,974 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/A in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:37,974 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/0623d185050d4edbab6d4e144fcc151a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/8d48bdd807684359af4ce4d959ef03cb, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1792205283584096a171454b5f3d05e2] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=35.5 K 2024-11-08T19:24:37,974 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/0310987a363042b4bd1cb6bb382c7aca, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/c004fe799af4494297a9ebb9a4be634c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/d6b9172101544d09954ef1f704ac7faf] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=37.9 K 2024-11-08T19:24:37,974 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0310987a363042b4bd1cb6bb382c7aca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731093873283 2024-11-08T19:24:37,974 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 0623d185050d4edbab6d4e144fcc151a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731093873283 2024-11-08T19:24:37,974 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting c004fe799af4494297a9ebb9a4be634c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731093874324 2024-11-08T19:24:37,974 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d48bdd807684359af4ce4d959ef03cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731093874324 2024-11-08T19:24:37,975 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6b9172101544d09954ef1f704ac7faf, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731093876435 2024-11-08T19:24:37,975 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 1792205283584096a171454b5f3d05e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731093876435 2024-11-08T19:24:37,985 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#A#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:37,986 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/a519b990337141df8789537570d4717d is 50, key is test_row_0/A:col10/1731093877127/Put/seqid=0 2024-11-08T19:24:37,987 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#B#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:37,988 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/ac98bd61b6a643fe93f05f03586a957f is 50, key is test_row_0/B:col10/1731093877127/Put/seqid=0 2024-11-08T19:24:37,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742260_1436 (size=12493) 2024-11-08T19:24:38,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742261_1437 (size=12493) 2024-11-08T19:24:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:38,304 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:38,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:24:38,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/ef259eba33e44642aac0b4219b158094 is 50, key is test_row_0/A:col10/1731093878303/Put/seqid=0 2024-11-08T19:24:38,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742262_1438 (size=14541) 2024-11-08T19:24:38,399 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/a519b990337141df8789537570d4717d as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/a519b990337141df8789537570d4717d 2024-11-08T19:24:38,403 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/ac98bd61b6a643fe93f05f03586a957f as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/ac98bd61b6a643fe93f05f03586a957f 2024-11-08T19:24:38,403 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/A of ce4ec12b1eebb076624bf0c0e5526080 into a519b990337141df8789537570d4717d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:38,403 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:38,403 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/A, priority=13, startTime=1731093877973; duration=0sec 2024-11-08T19:24:38,403 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:38,403 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:A 2024-11-08T19:24:38,403 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:38,404 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:38,404 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/C is initiating minor compaction (all files) 2024-11-08T19:24:38,404 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/C in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:38,404 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/96006a98c9d0423f8a882850df7219c6, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f45bcc340e9d44ff8623f13bf70a07cd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/3c0071053dda4f879829c669f727a9b0] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=35.5 K 2024-11-08T19:24:38,405 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96006a98c9d0423f8a882850df7219c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731093873283 2024-11-08T19:24:38,405 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting f45bcc340e9d44ff8623f13bf70a07cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731093874324 2024-11-08T19:24:38,405 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c0071053dda4f879829c669f727a9b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731093876435 2024-11-08T19:24:38,406 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/B of ce4ec12b1eebb076624bf0c0e5526080 into ac98bd61b6a643fe93f05f03586a957f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:38,406 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:38,406 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/B, priority=13, startTime=1731093877973; duration=0sec 2024-11-08T19:24:38,407 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:38,407 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:B 2024-11-08T19:24:38,411 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#C#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:38,411 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/2aece6465e34444980874e24869ba8e4 is 50, key is test_row_0/C:col10/1731093877127/Put/seqid=0 2024-11-08T19:24:38,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742263_1439 (size=12493) 2024-11-08T19:24:38,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093938454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:38,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093938523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:38,529 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in ce4ec12b1eebb076624bf0c0e5526080 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:38,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:38,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:38,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T19:24:38,534 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:38,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:24:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-08T19:24:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T19:24:38,536 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:24:38,536 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:24:38,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:24:38,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093938563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:38,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:38,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:38,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T19:24:38,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T19:24:38,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:38,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:38,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:38,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:38,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:38,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/ef259eba33e44642aac0b4219b158094 2024-11-08T19:24:38,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/e37dc3e73d564961855ce33ce3a294ad is 50, key is test_row_0/B:col10/1731093878303/Put/seqid=0 2024-11-08T19:24:38,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742264_1440 (size=12151) 2024-11-08T19:24:38,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093938774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:38,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:38,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:38,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:38,819 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/2aece6465e34444980874e24869ba8e4 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/2aece6465e34444980874e24869ba8e4 2024-11-08T19:24:38,823 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/C of ce4ec12b1eebb076624bf0c0e5526080 into 2aece6465e34444980874e24869ba8e4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:38,823 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:38,823 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/C, priority=13, startTime=1731093877973; duration=0sec 2024-11-08T19:24:38,823 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:38,823 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:C 2024-11-08T19:24:38,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T19:24:38,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:38,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:38,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:38,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:38,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T19:24:38,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T19:24:38,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:38,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:38,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:38,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:38,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093939083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:39,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:39,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:39,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:39,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T19:24:39,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:39,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:39,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:39,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/e37dc3e73d564961855ce33ce3a294ad 2024-11-08T19:24:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T19:24:39,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/51c6d6f0776e4aa0b7eecbdde3d27624 is 50, key is test_row_0/C:col10/1731093878303/Put/seqid=0 2024-11-08T19:24:39,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742265_1441 (size=12151) 2024-11-08T19:24:39,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T19:24:39,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:39,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:39,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:39,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T19:24:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:39,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/51c6d6f0776e4aa0b7eecbdde3d27624 2024-11-08T19:24:39,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/ef259eba33e44642aac0b4219b158094 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/ef259eba33e44642aac0b4219b158094 2024-11-08T19:24:39,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/ef259eba33e44642aac0b4219b158094, entries=200, sequenceid=166, filesize=14.2 K 2024-11-08T19:24:39,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/e37dc3e73d564961855ce33ce3a294ad as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/e37dc3e73d564961855ce33ce3a294ad 2024-11-08T19:24:39,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/e37dc3e73d564961855ce33ce3a294ad, entries=150, sequenceid=166, filesize=11.9 K 2024-11-08T19:24:39,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/51c6d6f0776e4aa0b7eecbdde3d27624 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/51c6d6f0776e4aa0b7eecbdde3d27624 2024-11-08T19:24:39,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/51c6d6f0776e4aa0b7eecbdde3d27624, entries=150, sequenceid=166, filesize=11.9 K 2024-11-08T19:24:39,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ce4ec12b1eebb076624bf0c0e5526080 in 1280ms, sequenceid=166, compaction requested=false 2024-11-08T19:24:39,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:39,596 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:39,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T19:24:39,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T19:24:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:39,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:39,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:39,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/594ec8b794794e4d99b9e9e3955ce103 is 50, key is test_row_0/A:col10/1731093879595/Put/seqid=0 2024-11-08T19:24:39,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742266_1442 (size=14541) 2024-11-08T19:24:39,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093939637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:39,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:39,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:39,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T19:24:39,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T19:24:39,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:39,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:39,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:39,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093939753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:39,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:39,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:39,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:39,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T19:24:39,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:39,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:39,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:39,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:39,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093939964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:39,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:39,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:39,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:40,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/594ec8b794794e4d99b9e9e3955ce103 2024-11-08T19:24:40,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/1362443be5b6428095b2e51d3710bfbc is 50, key is test_row_0/B:col10/1731093879595/Put/seqid=0 2024-11-08T19:24:40,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742267_1443 (size=12151) 2024-11-08T19:24:40,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/1362443be5b6428095b2e51d3710bfbc 2024-11-08T19:24:40,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/a0dbb4cd8dab422bb8308eae47257c2b is 50, key is test_row_0/C:col10/1731093879595/Put/seqid=0 2024-11-08T19:24:40,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742268_1444 (size=12151) 2024-11-08T19:24:40,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T19:24:40,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:40,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:40,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:40,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:40,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:40,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T19:24:40,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:40,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:40,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:40,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:40,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:40,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093940283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:40,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:40,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:40,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:40,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T19:24:40,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:40,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:40,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:40,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:40,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:40,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/a0dbb4cd8dab422bb8308eae47257c2b 2024-11-08T19:24:40,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/594ec8b794794e4d99b9e9e3955ce103 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/594ec8b794794e4d99b9e9e3955ce103 2024-11-08T19:24:40,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/594ec8b794794e4d99b9e9e3955ce103, entries=200, sequenceid=195, filesize=14.2 K 2024-11-08T19:24:40,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/1362443be5b6428095b2e51d3710bfbc as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1362443be5b6428095b2e51d3710bfbc 2024-11-08T19:24:40,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1362443be5b6428095b2e51d3710bfbc, entries=150, sequenceid=195, filesize=11.9 K 2024-11-08T19:24:40,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/a0dbb4cd8dab422bb8308eae47257c2b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/a0dbb4cd8dab422bb8308eae47257c2b 2024-11-08T19:24:40,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/a0dbb4cd8dab422bb8308eae47257c2b, entries=150, sequenceid=195, filesize=11.9 K 2024-11-08T19:24:40,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for ce4ec12b1eebb076624bf0c0e5526080 in 859ms, sequenceid=195, compaction requested=true 2024-11-08T19:24:40,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:40,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:24:40,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:40,455 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:40,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:24:40,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:40,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:24:40,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:40,455 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:40,456 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:40,456 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/A is initiating minor compaction (all files) 2024-11-08T19:24:40,456 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/A in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:40,456 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/a519b990337141df8789537570d4717d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/ef259eba33e44642aac0b4219b158094, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/594ec8b794794e4d99b9e9e3955ce103] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=40.6 K 2024-11-08T19:24:40,456 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:40,456 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/B is initiating minor compaction (all files) 2024-11-08T19:24:40,456 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/B in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:40,456 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/ac98bd61b6a643fe93f05f03586a957f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/e37dc3e73d564961855ce33ce3a294ad, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1362443be5b6428095b2e51d3710bfbc] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=35.9 K 2024-11-08T19:24:40,456 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting a519b990337141df8789537570d4717d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731093876435 2024-11-08T19:24:40,456 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting ac98bd61b6a643fe93f05f03586a957f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731093876435 2024-11-08T19:24:40,456 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef259eba33e44642aac0b4219b158094, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731093877147 2024-11-08T19:24:40,457 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting e37dc3e73d564961855ce33ce3a294ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731093877147 2024-11-08T19:24:40,457 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 594ec8b794794e4d99b9e9e3955ce103, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731093878389 2024-11-08T19:24:40,457 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 1362443be5b6428095b2e51d3710bfbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731093878389 2024-11-08T19:24:40,464 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#B#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:40,464 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#A#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:40,465 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/f028c7ed24f24194bd36bd67fd633fdf is 50, key is test_row_0/B:col10/1731093879595/Put/seqid=0 2024-11-08T19:24:40,465 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/8dd282af1d8e4fe3bf286c2a7dbbde21 is 50, key is test_row_0/A:col10/1731093879595/Put/seqid=0 2024-11-08T19:24:40,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742270_1446 (size=12595) 2024-11-08T19:24:40,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742269_1445 (size=12595) 2024-11-08T19:24:40,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T19:24:40,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:40,519 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-08T19:24:40,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/b2fc4e8bf0274d2d99df1ca5436dfcd4 is 50, key is test_row_0/A:col10/1731093879606/Put/seqid=0 2024-11-08T19:24:40,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742271_1447 (size=12151) 2024-11-08T19:24:40,527 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/b2fc4e8bf0274d2d99df1ca5436dfcd4 2024-11-08T19:24:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/cc197f6c96384f9ca93e027d73e41af3 is 50, key is test_row_0/B:col10/1731093879606/Put/seqid=0 2024-11-08T19:24:40,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742272_1448 (size=12151) 2024-11-08T19:24:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T19:24:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:40,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:40,881 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/8dd282af1d8e4fe3bf286c2a7dbbde21 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/8dd282af1d8e4fe3bf286c2a7dbbde21 2024-11-08T19:24:40,881 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/f028c7ed24f24194bd36bd67fd633fdf as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/f028c7ed24f24194bd36bd67fd633fdf 2024-11-08T19:24:40,884 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/B of ce4ec12b1eebb076624bf0c0e5526080 into f028c7ed24f24194bd36bd67fd633fdf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:40,884 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/A of ce4ec12b1eebb076624bf0c0e5526080 into 8dd282af1d8e4fe3bf286c2a7dbbde21(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:40,884 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:40,884 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:40,884 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/A, priority=13, startTime=1731093880455; duration=0sec 2024-11-08T19:24:40,884 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/B, priority=13, startTime=1731093880455; duration=0sec 2024-11-08T19:24:40,884 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:40,884 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:A 2024-11-08T19:24:40,884 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:40,884 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:B 2024-11-08T19:24:40,884 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:40,885 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:40,885 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/C is initiating minor compaction (all files) 2024-11-08T19:24:40,885 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/C in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:40,885 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/2aece6465e34444980874e24869ba8e4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/51c6d6f0776e4aa0b7eecbdde3d27624, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/a0dbb4cd8dab422bb8308eae47257c2b] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=35.9 K 2024-11-08T19:24:40,885 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2aece6465e34444980874e24869ba8e4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731093876435 2024-11-08T19:24:40,886 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51c6d6f0776e4aa0b7eecbdde3d27624, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731093877147 2024-11-08T19:24:40,886 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0dbb4cd8dab422bb8308eae47257c2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731093878389 2024-11-08T19:24:40,891 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#C#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:40,891 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/bad2e6157e774ec5aa34b213bb5072d5 is 50, key is test_row_0/C:col10/1731093879595/Put/seqid=0 2024-11-08T19:24:40,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742273_1449 (size=12595) 2024-11-08T19:24:40,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093940932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:40,950 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/cc197f6c96384f9ca93e027d73e41af3 2024-11-08T19:24:40,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/b738b03d35f54252b56d6464e460d0d4 is 50, key is test_row_0/C:col10/1731093879606/Put/seqid=0 2024-11-08T19:24:40,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742274_1450 (size=12151) 2024-11-08T19:24:41,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093941043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:41,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:41,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093941253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:41,298 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/bad2e6157e774ec5aa34b213bb5072d5 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/bad2e6157e774ec5aa34b213bb5072d5 2024-11-08T19:24:41,301 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/C of ce4ec12b1eebb076624bf0c0e5526080 into bad2e6157e774ec5aa34b213bb5072d5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:41,301 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:41,301 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/C, priority=13, startTime=1731093880455; duration=0sec 2024-11-08T19:24:41,301 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:41,302 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:C 2024-11-08T19:24:41,368 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/b738b03d35f54252b56d6464e460d0d4 2024-11-08T19:24:41,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/b2fc4e8bf0274d2d99df1ca5436dfcd4 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/b2fc4e8bf0274d2d99df1ca5436dfcd4 2024-11-08T19:24:41,373 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/b2fc4e8bf0274d2d99df1ca5436dfcd4, entries=150, sequenceid=205, filesize=11.9 K 2024-11-08T19:24:41,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/cc197f6c96384f9ca93e027d73e41af3 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/cc197f6c96384f9ca93e027d73e41af3 2024-11-08T19:24:41,376 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/cc197f6c96384f9ca93e027d73e41af3, entries=150, sequenceid=205, filesize=11.9 K 2024-11-08T19:24:41,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/b738b03d35f54252b56d6464e460d0d4 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/b738b03d35f54252b56d6464e460d0d4 2024-11-08T19:24:41,380 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/b738b03d35f54252b56d6464e460d0d4, entries=150, sequenceid=205, filesize=11.9 K 2024-11-08T19:24:41,380 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for ce4ec12b1eebb076624bf0c0e5526080 in 861ms, sequenceid=205, compaction requested=false 2024-11-08T19:24:41,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:41,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:41,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-08T19:24:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-08T19:24:41,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-08T19:24:41,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8460 sec 2024-11-08T19:24:41,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.8500 sec 2024-11-08T19:24:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:41,499 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:41,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-08T19:24:41,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/ad2ead1dbd904cdcb4d341038054d377 is 50, key is test_row_0/A:col10/1731093880912/Put/seqid=0 2024-11-08T19:24:41,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742275_1451 (size=14541) 2024-11-08T19:24:41,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/ad2ead1dbd904cdcb4d341038054d377 2024-11-08T19:24:41,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/2c2d18a0efef4c96a685d06c4b3362b1 is 50, key is test_row_0/B:col10/1731093880912/Put/seqid=0 2024-11-08T19:24:41,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742276_1452 (size=12151) 2024-11-08T19:24:41,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093941518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:41,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:41,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42848 deadline: 1731093941523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:41,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093941523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:41,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:41,527 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in ce4ec12b1eebb076624bf0c0e5526080 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,528 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:41,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093941564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:41,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093941633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:41,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:41,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093941634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:41,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:41,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093941843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:41,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:41,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093941843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:41,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:41,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:41,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/2c2d18a0efef4c96a685d06c4b3362b1 2024-11-08T19:24:41,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/85aa7993ffb7472b9ed19081242344a1 is 50, key is test_row_0/C:col10/1731093880912/Put/seqid=0 2024-11-08T19:24:41,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742277_1453 (size=12151) 2024-11-08T19:24:42,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093942074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:42,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:42,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093942154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:42,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:42,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093942154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:42,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:42,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:42,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/85aa7993ffb7472b9ed19081242344a1 2024-11-08T19:24:42,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/ad2ead1dbd904cdcb4d341038054d377 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/ad2ead1dbd904cdcb4d341038054d377 2024-11-08T19:24:42,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/ad2ead1dbd904cdcb4d341038054d377, entries=200, sequenceid=235, filesize=14.2 K 2024-11-08T19:24:42,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/2c2d18a0efef4c96a685d06c4b3362b1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/2c2d18a0efef4c96a685d06c4b3362b1 2024-11-08T19:24:42,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/2c2d18a0efef4c96a685d06c4b3362b1, entries=150, sequenceid=235, filesize=11.9 K 2024-11-08T19:24:42,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/85aa7993ffb7472b9ed19081242344a1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/85aa7993ffb7472b9ed19081242344a1 2024-11-08T19:24:42,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/85aa7993ffb7472b9ed19081242344a1, entries=150, sequenceid=235, filesize=11.9 K 2024-11-08T19:24:42,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ce4ec12b1eebb076624bf0c0e5526080 in 845ms, sequenceid=235, compaction requested=true 2024-11-08T19:24:42,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:42,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:24:42,345 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:42,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:42,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:24:42,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:42,345 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:42,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:24:42,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:42,346 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:42,346 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:42,346 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/A is initiating minor compaction (all files) 2024-11-08T19:24:42,346 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/B is initiating minor compaction (all files) 2024-11-08T19:24:42,346 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/B in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:42,346 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/A in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:42,346 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/8dd282af1d8e4fe3bf286c2a7dbbde21, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/b2fc4e8bf0274d2d99df1ca5436dfcd4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/ad2ead1dbd904cdcb4d341038054d377] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=38.4 K 2024-11-08T19:24:42,346 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/f028c7ed24f24194bd36bd67fd633fdf, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/cc197f6c96384f9ca93e027d73e41af3, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/2c2d18a0efef4c96a685d06c4b3362b1] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=36.0 K 2024-11-08T19:24:42,346 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dd282af1d8e4fe3bf286c2a7dbbde21, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731093878389 2024-11-08T19:24:42,346 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting f028c7ed24f24194bd36bd67fd633fdf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731093878389 2024-11-08T19:24:42,346 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting cc197f6c96384f9ca93e027d73e41af3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731093879606 2024-11-08T19:24:42,346 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2fc4e8bf0274d2d99df1ca5436dfcd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731093879606 2024-11-08T19:24:42,347 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad2ead1dbd904cdcb4d341038054d377, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731093880912 2024-11-08T19:24:42,347 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c2d18a0efef4c96a685d06c4b3362b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731093880912 2024-11-08T19:24:42,362 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#A#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:42,362 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#B#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:42,363 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/eac9df53797b4856b63318ce11c873d2 is 50, key is test_row_0/A:col10/1731093880912/Put/seqid=0 2024-11-08T19:24:42,363 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/e149a24d52e243e28007d04f7d1c5c6b is 50, key is test_row_0/B:col10/1731093880912/Put/seqid=0 2024-11-08T19:24:42,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742278_1454 (size=12697) 2024-11-08T19:24:42,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742279_1455 (size=12697) 2024-11-08T19:24:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:42,548 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:42,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:24:42,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/7fbb494a54b444a181447122bded1cf9 is 50, key is test_row_0/A:col10/1731093882546/Put/seqid=0 2024-11-08T19:24:42,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742280_1456 (size=14541) 2024-11-08T19:24:42,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093942671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:42,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093942671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:42,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093942675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:42,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T19:24:42,703 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:42,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:24:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-08T19:24:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T19:24:42,706 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:24:42,707 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:24:42,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:24:42,776 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/eac9df53797b4856b63318ce11c873d2 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/eac9df53797b4856b63318ce11c873d2 2024-11-08T19:24:42,779 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/e149a24d52e243e28007d04f7d1c5c6b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/e149a24d52e243e28007d04f7d1c5c6b 2024-11-08T19:24:42,779 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/A of ce4ec12b1eebb076624bf0c0e5526080 into eac9df53797b4856b63318ce11c873d2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:42,779 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:42,779 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/A, priority=13, startTime=1731093882345; duration=0sec 2024-11-08T19:24:42,779 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:42,779 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:A 2024-11-08T19:24:42,779 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:42,780 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:42,780 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/C is initiating minor compaction (all files) 2024-11-08T19:24:42,780 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/C in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:42,780 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/bad2e6157e774ec5aa34b213bb5072d5, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/b738b03d35f54252b56d6464e460d0d4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/85aa7993ffb7472b9ed19081242344a1] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=36.0 K 2024-11-08T19:24:42,780 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting bad2e6157e774ec5aa34b213bb5072d5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731093878389 2024-11-08T19:24:42,780 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting b738b03d35f54252b56d6464e460d0d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731093879606 2024-11-08T19:24:42,780 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85aa7993ffb7472b9ed19081242344a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731093880912 2024-11-08T19:24:42,784 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/B of ce4ec12b1eebb076624bf0c0e5526080 into e149a24d52e243e28007d04f7d1c5c6b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:42,784 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:42,784 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/B, priority=13, startTime=1731093882345; duration=0sec 2024-11-08T19:24:42,784 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:42,785 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:B 2024-11-08T19:24:42,786 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#C#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:42,787 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/f8b435a7964c4356953a074543801079 is 50, key is test_row_0/C:col10/1731093880912/Put/seqid=0 2024-11-08T19:24:42,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742281_1457 (size=12697) 2024-11-08T19:24:42,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093942784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:42,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:42,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093942793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:42,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093942793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T19:24:42,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T19:24:42,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:42,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:42,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:42,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:42,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:42,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/7fbb494a54b444a181447122bded1cf9 2024-11-08T19:24:42,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/98cbd4e7076744e48f6fd181aefce1b0 is 50, key is test_row_0/B:col10/1731093882546/Put/seqid=0 2024-11-08T19:24:42,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742282_1458 (size=12151) 2024-11-08T19:24:42,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093942994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:42,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:42,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:43,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093943003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:43,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:43,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093943003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:43,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:43,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T19:24:43,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:43,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:43,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:43,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T19:24:43,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093943083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:43,090 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in ce4ec12b1eebb076624bf0c0e5526080 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:43,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:43,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T19:24:43,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:43,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:43,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:43,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,195 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/f8b435a7964c4356953a074543801079 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f8b435a7964c4356953a074543801079 2024-11-08T19:24:43,198 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/C of ce4ec12b1eebb076624bf0c0e5526080 into f8b435a7964c4356953a074543801079(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:43,198 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:43,198 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/C, priority=13, startTime=1731093882345; duration=0sec 2024-11-08T19:24:43,198 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:43,198 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:C 2024-11-08T19:24:43,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093943304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:43,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T19:24:43,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:43,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:43,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:43,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093943313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:43,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:43,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093943314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:43,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T19:24:43,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/98cbd4e7076744e48f6fd181aefce1b0 2024-11-08T19:24:43,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/f4551f785d8a4209b4b499b88e7436f1 is 50, key is test_row_0/C:col10/1731093882546/Put/seqid=0 2024-11-08T19:24:43,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742283_1459 (size=12151) 2024-11-08T19:24:43,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T19:24:43,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:43,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:43,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:43,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T19:24:43,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:43,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:43,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:43,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T19:24:43,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:43,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:43,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:43,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/f4551f785d8a4209b4b499b88e7436f1 2024-11-08T19:24:43,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/7fbb494a54b444a181447122bded1cf9 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7fbb494a54b444a181447122bded1cf9 2024-11-08T19:24:43,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7fbb494a54b444a181447122bded1cf9, entries=200, sequenceid=246, filesize=14.2 K 2024-11-08T19:24:43,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/98cbd4e7076744e48f6fd181aefce1b0 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/98cbd4e7076744e48f6fd181aefce1b0 2024-11-08T19:24:43,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/98cbd4e7076744e48f6fd181aefce1b0, entries=150, sequenceid=246, filesize=11.9 K 2024-11-08T19:24:43,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/f4551f785d8a4209b4b499b88e7436f1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f4551f785d8a4209b4b499b88e7436f1 2024-11-08T19:24:43,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f4551f785d8a4209b4b499b88e7436f1, entries=150, sequenceid=246, filesize=11.9 K 2024-11-08T19:24:43,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ce4ec12b1eebb076624bf0c0e5526080 in 1252ms, sequenceid=246, compaction requested=false 2024-11-08T19:24:43,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:43,818 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:43,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T19:24:43,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/fef3ffe0ded64dce85b1e22f0c3413ff is 50, key is test_row_0/A:col10/1731093883817/Put/seqid=0 2024-11-08T19:24:43,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742284_1460 (size=14741) 2024-11-08T19:24:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T19:24:43,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093943842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:43,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093943843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:43,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093943845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:43,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T19:24:43,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:43,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:43,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:43,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:43,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093943953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:43,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:43,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093943963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:43,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:43,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093943963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:43,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:43,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:43,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:44,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T19:24:44,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:44,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:44,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:44,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:44,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:44,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093944164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:44,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:44,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:44,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:44,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093944173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:44,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093944173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:44,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:44,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:44,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:44,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:44,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:44,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:44,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T19:24:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:44,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:44,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:44,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/fef3ffe0ded64dce85b1e22f0c3413ff 2024-11-08T19:24:44,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/0cdba17affd8422fa263699bdb610701 is 50, key is test_row_0/B:col10/1731093883817/Put/seqid=0 2024-11-08T19:24:44,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742285_1461 (size=12301) 2024-11-08T19:24:44,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T19:24:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:44,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:44,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093944473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:44,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:44,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:44,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:44,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:44,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093944483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:44,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:44,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:44,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:44,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093944484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:44,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:44,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:44,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:44,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T19:24:44,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:44,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:44,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:44,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:44,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:44,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/0cdba17affd8422fa263699bdb610701 2024-11-08T19:24:44,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/bdfb6c2d96a04e479b455312a89e58d5 is 50, key is test_row_0/C:col10/1731093883817/Put/seqid=0 2024-11-08T19:24:44,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742286_1462 (size=12301) 2024-11-08T19:24:44,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/bdfb6c2d96a04e479b455312a89e58d5 2024-11-08T19:24:44,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/fef3ffe0ded64dce85b1e22f0c3413ff as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/fef3ffe0ded64dce85b1e22f0c3413ff 2024-11-08T19:24:44,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/fef3ffe0ded64dce85b1e22f0c3413ff, entries=200, sequenceid=275, filesize=14.4 K 2024-11-08T19:24:44,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/0cdba17affd8422fa263699bdb610701 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/0cdba17affd8422fa263699bdb610701 2024-11-08T19:24:44,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/0cdba17affd8422fa263699bdb610701, entries=150, sequenceid=275, filesize=12.0 K 2024-11-08T19:24:44,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/bdfb6c2d96a04e479b455312a89e58d5 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/bdfb6c2d96a04e479b455312a89e58d5 2024-11-08T19:24:44,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/bdfb6c2d96a04e479b455312a89e58d5, entries=150, sequenceid=275, filesize=12.0 K 2024-11-08T19:24:44,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for ce4ec12b1eebb076624bf0c0e5526080 in 853ms, sequenceid=275, compaction requested=true 2024-11-08T19:24:44,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:44,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:24:44,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:44,672 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:44,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:24:44,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:44,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:24:44,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-08T19:24:44,675 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:44,675 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/A is initiating minor compaction (all files) 2024-11-08T19:24:44,675 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/A in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:44,675 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/eac9df53797b4856b63318ce11c873d2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7fbb494a54b444a181447122bded1cf9, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/fef3ffe0ded64dce85b1e22f0c3413ff] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=41.0 K 2024-11-08T19:24:44,677 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting eac9df53797b4856b63318ce11c873d2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731093880912 2024-11-08T19:24:44,677 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fbb494a54b444a181447122bded1cf9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731093881517 2024-11-08T19:24:44,677 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting fef3ffe0ded64dce85b1e22f0c3413ff, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731093882667 2024-11-08T19:24:44,682 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:44,684 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#A#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:44,684 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/1c85f91295ff4d80afd3c115b87cdfb4 is 50, key is test_row_0/A:col10/1731093883817/Put/seqid=0 2024-11-08T19:24:44,687 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:44,687 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/B is initiating minor compaction (all files) 2024-11-08T19:24:44,688 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/B in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:44,688 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/e149a24d52e243e28007d04f7d1c5c6b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/98cbd4e7076744e48f6fd181aefce1b0, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/0cdba17affd8422fa263699bdb610701] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=36.3 K 2024-11-08T19:24:44,689 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting e149a24d52e243e28007d04f7d1c5c6b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731093880912 2024-11-08T19:24:44,689 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98cbd4e7076744e48f6fd181aefce1b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731093881522 2024-11-08T19:24:44,689 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cdba17affd8422fa263699bdb610701, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731093882670 2024-11-08T19:24:44,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T19:24:44,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:44,691 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-08T19:24:44,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742287_1463 (size=12949) 2024-11-08T19:24:44,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/384036483d7c43aca5ffb4d8aee4b08a is 50, key is test_row_0/A:col10/1731093883842/Put/seqid=0 2024-11-08T19:24:44,706 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#B#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:44,707 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/dc0dbea493bb4c49bef3f991345763b8 is 50, key is test_row_0/B:col10/1731093883817/Put/seqid=0 2024-11-08T19:24:44,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742288_1464 (size=12301) 2024-11-08T19:24:44,712 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/1c85f91295ff4d80afd3c115b87cdfb4 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/1c85f91295ff4d80afd3c115b87cdfb4 2024-11-08T19:24:44,712 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/384036483d7c43aca5ffb4d8aee4b08a 2024-11-08T19:24:44,716 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/A of ce4ec12b1eebb076624bf0c0e5526080 into 1c85f91295ff4d80afd3c115b87cdfb4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:44,716 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:44,716 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/A, priority=13, startTime=1731093884671; duration=0sec 2024-11-08T19:24:44,716 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:44,716 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:A 2024-11-08T19:24:44,716 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:44,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742289_1465 (size=12949) 2024-11-08T19:24:44,720 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:44,720 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/C is initiating minor compaction (all files) 2024-11-08T19:24:44,720 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/C in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:44,720 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f8b435a7964c4356953a074543801079, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f4551f785d8a4209b4b499b88e7436f1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/bdfb6c2d96a04e479b455312a89e58d5] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=36.3 K 2024-11-08T19:24:44,721 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting f8b435a7964c4356953a074543801079, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731093880912 2024-11-08T19:24:44,721 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting f4551f785d8a4209b4b499b88e7436f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731093881522 2024-11-08T19:24:44,722 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting bdfb6c2d96a04e479b455312a89e58d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731093882670 2024-11-08T19:24:44,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/dab77bafd37d4da49250d71f9757b925 is 50, key is test_row_0/B:col10/1731093883842/Put/seqid=0 2024-11-08T19:24:44,739 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#C#compaction#397 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:44,739 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/9dc78f245681405eb10bc6db76054466 is 50, key is test_row_0/C:col10/1731093883817/Put/seqid=0 2024-11-08T19:24:44,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742290_1466 (size=12301) 2024-11-08T19:24:44,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742291_1467 (size=12949) 2024-11-08T19:24:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T19:24:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:44,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:45,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093945077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:45,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093945078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:45,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093945080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:45,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42818 deadline: 1731093945103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:45,111 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in ce4ec12b1eebb076624bf0c0e5526080 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:45,124 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/dc0dbea493bb4c49bef3f991345763b8 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/dc0dbea493bb4c49bef3f991345763b8 2024-11-08T19:24:45,127 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/B of ce4ec12b1eebb076624bf0c0e5526080 into dc0dbea493bb4c49bef3f991345763b8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:45,127 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:45,127 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/B, priority=13, startTime=1731093884672; duration=0sec 2024-11-08T19:24:45,127 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:45,127 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:B 2024-11-08T19:24:45,137 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/dab77bafd37d4da49250d71f9757b925 2024-11-08T19:24:45,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/e4cedc55b0714b97bc685bfb1cd8c77b is 50, key is test_row_0/C:col10/1731093883842/Put/seqid=0 2024-11-08T19:24:45,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742292_1468 (size=12301) 2024-11-08T19:24:45,152 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/9dc78f245681405eb10bc6db76054466 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/9dc78f245681405eb10bc6db76054466 2024-11-08T19:24:45,155 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/C of ce4ec12b1eebb076624bf0c0e5526080 into 9dc78f245681405eb10bc6db76054466(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:45,155 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:45,155 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/C, priority=13, startTime=1731093884672; duration=0sec 2024-11-08T19:24:45,155 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:45,155 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:C 2024-11-08T19:24:45,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093945193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:45,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:45,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093945193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:45,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:45,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:45,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093945193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:45,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:45,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:45,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093945403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093945403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093945403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:45,545 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/e4cedc55b0714b97bc685bfb1cd8c77b 2024-11-08T19:24:45,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/384036483d7c43aca5ffb4d8aee4b08a as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/384036483d7c43aca5ffb4d8aee4b08a 2024-11-08T19:24:45,551 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/384036483d7c43aca5ffb4d8aee4b08a, entries=150, sequenceid=285, filesize=12.0 K 2024-11-08T19:24:45,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/dab77bafd37d4da49250d71f9757b925 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/dab77bafd37d4da49250d71f9757b925 2024-11-08T19:24:45,554 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/dab77bafd37d4da49250d71f9757b925, entries=150, sequenceid=285, filesize=12.0 K 2024-11-08T19:24:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/e4cedc55b0714b97bc685bfb1cd8c77b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e4cedc55b0714b97bc685bfb1cd8c77b 2024-11-08T19:24:45,557 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e4cedc55b0714b97bc685bfb1cd8c77b, entries=150, sequenceid=285, filesize=12.0 K 2024-11-08T19:24:45,557 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for ce4ec12b1eebb076624bf0c0e5526080 in 866ms, sequenceid=285, compaction requested=false 2024-11-08T19:24:45,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:45,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:45,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-08T19:24:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-08T19:24:45,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-08T19:24:45,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8520 sec 2024-11-08T19:24:45,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.8570 sec 2024-11-08T19:24:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:45,719 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:45,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-08T19:24:45,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/3f89474a026947a8b70860ebab4c2441 is 50, key is test_row_0/A:col10/1731093885718/Put/seqid=0 2024-11-08T19:24:45,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742293_1469 (size=12301) 2024-11-08T19:24:45,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/3f89474a026947a8b70860ebab4c2441 2024-11-08T19:24:45,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/6c80a3bc1bc6440b92b45cb101d9d6a3 is 50, key is test_row_0/B:col10/1731093885718/Put/seqid=0 2024-11-08T19:24:45,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742294_1470 (size=12301) 2024-11-08T19:24:45,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/6c80a3bc1bc6440b92b45cb101d9d6a3 2024-11-08T19:24:45,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093945729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:45,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093945729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:45,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093945730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:45,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:45,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/d90d064d985a4b50a641df46ee621801 is 50, key is test_row_0/C:col10/1731093885718/Put/seqid=0 2024-11-08T19:24:45,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742295_1471 (size=12301) 2024-11-08T19:24:45,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093945844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:45,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093945844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093945844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:46,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093946054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:46,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093946054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:46,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:46,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:46,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093946054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:46,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:46,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:46,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/d90d064d985a4b50a641df46ee621801 2024-11-08T19:24:46,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/3f89474a026947a8b70860ebab4c2441 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/3f89474a026947a8b70860ebab4c2441 2024-11-08T19:24:46,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/3f89474a026947a8b70860ebab4c2441, entries=150, sequenceid=317, filesize=12.0 K 2024-11-08T19:24:46,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/6c80a3bc1bc6440b92b45cb101d9d6a3 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/6c80a3bc1bc6440b92b45cb101d9d6a3 2024-11-08T19:24:46,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/6c80a3bc1bc6440b92b45cb101d9d6a3, entries=150, sequenceid=317, filesize=12.0 K 2024-11-08T19:24:46,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/d90d064d985a4b50a641df46ee621801 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/d90d064d985a4b50a641df46ee621801 2024-11-08T19:24:46,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/d90d064d985a4b50a641df46ee621801, entries=150, sequenceid=317, filesize=12.0 K 2024-11-08T19:24:46,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for ce4ec12b1eebb076624bf0c0e5526080 in 442ms, sequenceid=317, compaction requested=true 2024-11-08T19:24:46,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:46,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:24:46,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:46,161 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:46,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:24:46,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:46,161 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:46,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:24:46,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:46,162 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:46,162 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:46,162 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/A is initiating minor compaction (all files) 2024-11-08T19:24:46,162 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/B is initiating minor compaction (all files) 2024-11-08T19:24:46,162 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/A in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:46,162 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/B in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:46,162 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/dc0dbea493bb4c49bef3f991345763b8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/dab77bafd37d4da49250d71f9757b925, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/6c80a3bc1bc6440b92b45cb101d9d6a3] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=36.7 K 2024-11-08T19:24:46,162 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/1c85f91295ff4d80afd3c115b87cdfb4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/384036483d7c43aca5ffb4d8aee4b08a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/3f89474a026947a8b70860ebab4c2441] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=36.7 K 2024-11-08T19:24:46,162 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c85f91295ff4d80afd3c115b87cdfb4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731093882670 2024-11-08T19:24:46,162 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting dc0dbea493bb4c49bef3f991345763b8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731093882670 2024-11-08T19:24:46,163 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 384036483d7c43aca5ffb4d8aee4b08a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731093883841 2024-11-08T19:24:46,165 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting dab77bafd37d4da49250d71f9757b925, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731093883841 2024-11-08T19:24:46,165 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f89474a026947a8b70860ebab4c2441, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731093885079 2024-11-08T19:24:46,165 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c80a3bc1bc6440b92b45cb101d9d6a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731093885079 2024-11-08T19:24:46,172 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#B#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:46,172 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#A#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:46,172 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/4123fdf936124c3e9be8a487c0d2f184 is 50, key is test_row_0/B:col10/1731093885718/Put/seqid=0 2024-11-08T19:24:46,173 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/2073b6033b654b59b4f2b35c8baf87d9 is 50, key is test_row_0/A:col10/1731093885718/Put/seqid=0 2024-11-08T19:24:46,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742296_1472 (size=13051) 2024-11-08T19:24:46,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742297_1473 (size=13051) 2024-11-08T19:24:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:46,373 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:46,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:24:46,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/5ddadaae7028495189aed1984010f715 is 50, key is test_row_0/A:col10/1731093886374/Put/seqid=0 2024-11-08T19:24:46,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742298_1474 (size=17181) 2024-11-08T19:24:46,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/5ddadaae7028495189aed1984010f715 2024-11-08T19:24:46,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/220dcb60f8e94bfdb94efad4c8568e4b is 50, key is test_row_0/B:col10/1731093886374/Put/seqid=0 2024-11-08T19:24:46,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742299_1475 (size=12301) 2024-11-08T19:24:46,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093946429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:46,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093946430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:46,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:46,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093946435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:46,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093946543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:46,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093946553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:46,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:46,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093946554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:46,585 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/2073b6033b654b59b4f2b35c8baf87d9 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/2073b6033b654b59b4f2b35c8baf87d9 2024-11-08T19:24:46,585 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/4123fdf936124c3e9be8a487c0d2f184 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/4123fdf936124c3e9be8a487c0d2f184 2024-11-08T19:24:46,588 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/B of ce4ec12b1eebb076624bf0c0e5526080 into 4123fdf936124c3e9be8a487c0d2f184(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:46,588 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/A of ce4ec12b1eebb076624bf0c0e5526080 into 2073b6033b654b59b4f2b35c8baf87d9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:46,588 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:46,588 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:46,588 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/B, priority=13, startTime=1731093886161; duration=0sec 2024-11-08T19:24:46,588 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/A, priority=13, startTime=1731093886161; duration=0sec 2024-11-08T19:24:46,588 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:46,588 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:B 2024-11-08T19:24:46,588 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:46,588 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:A 2024-11-08T19:24:46,588 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:24:46,589 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:24:46,589 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/C is initiating minor compaction (all files) 2024-11-08T19:24:46,589 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/C in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:46,589 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/9dc78f245681405eb10bc6db76054466, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e4cedc55b0714b97bc685bfb1cd8c77b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/d90d064d985a4b50a641df46ee621801] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=36.7 K 2024-11-08T19:24:46,589 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dc78f245681405eb10bc6db76054466, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731093882670 2024-11-08T19:24:46,589 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting e4cedc55b0714b97bc685bfb1cd8c77b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731093883841 2024-11-08T19:24:46,590 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting d90d064d985a4b50a641df46ee621801, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731093885079 2024-11-08T19:24:46,595 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#C#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:46,595 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/1d4bb66d365f4f65ba58d32e87feeefd is 50, key is test_row_0/C:col10/1731093885718/Put/seqid=0 2024-11-08T19:24:46,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742300_1476 (size=13051) 2024-11-08T19:24:46,601 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/1d4bb66d365f4f65ba58d32e87feeefd as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/1d4bb66d365f4f65ba58d32e87feeefd 2024-11-08T19:24:46,603 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/C of ce4ec12b1eebb076624bf0c0e5526080 into 1d4bb66d365f4f65ba58d32e87feeefd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:46,603 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:46,603 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/C, priority=13, startTime=1731093886161; duration=0sec 2024-11-08T19:24:46,603 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:46,603 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:C 2024-11-08T19:24:46,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093946753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:46,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093946763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:46,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093946763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:46,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:46,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:46,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:46,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/220dcb60f8e94bfdb94efad4c8568e4b 2024-11-08T19:24:46,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/e1cd5f5423234e60ba592e9af4fbe6ff is 50, key is test_row_0/C:col10/1731093886374/Put/seqid=0 2024-11-08T19:24:46,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742301_1477 (size=12301) 2024-11-08T19:24:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T19:24:46,874 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:46,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:24:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-08T19:24:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T19:24:46,876 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:24:46,876 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:24:46,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:24:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T19:24:47,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-08T19:24:47,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:47,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:47,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:47,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:47,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:47,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093947063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:47,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093947073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093947073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:47,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-08T19:24:47,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:47,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:47,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:47,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:47,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T19:24:47,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/e1cd5f5423234e60ba592e9af4fbe6ff 2024-11-08T19:24:47,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/5ddadaae7028495189aed1984010f715 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/5ddadaae7028495189aed1984010f715 2024-11-08T19:24:47,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/5ddadaae7028495189aed1984010f715, entries=250, sequenceid=329, filesize=16.8 K 2024-11-08T19:24:47,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/220dcb60f8e94bfdb94efad4c8568e4b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/220dcb60f8e94bfdb94efad4c8568e4b 2024-11-08T19:24:47,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/220dcb60f8e94bfdb94efad4c8568e4b, entries=150, sequenceid=329, filesize=12.0 K 2024-11-08T19:24:47,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/e1cd5f5423234e60ba592e9af4fbe6ff as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e1cd5f5423234e60ba592e9af4fbe6ff 2024-11-08T19:24:47,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e1cd5f5423234e60ba592e9af4fbe6ff, entries=150, sequenceid=329, filesize=12.0 K 2024-11-08T19:24:47,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ce4ec12b1eebb076624bf0c0e5526080 in 839ms, sequenceid=329, compaction requested=false 2024-11-08T19:24:47,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:47,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-08T19:24:47,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:47,333 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T19:24:47,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/4e0f2d4cbb8a4c46969aaa42d8c15654 is 50, key is test_row_0/A:col10/1731093886429/Put/seqid=0 2024-11-08T19:24:47,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742302_1478 (size=12301) 2024-11-08T19:24:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T19:24:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:47,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. as already flushing 2024-11-08T19:24:47,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093947593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:47,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:47,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093947598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:47,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093947599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:47,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:47,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:47,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093947713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:47,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093947714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:47,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:47,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:47,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093947714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:47,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:47,741 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/4e0f2d4cbb8a4c46969aaa42d8c15654 2024-11-08T19:24:47,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/f27b0cd6d91643ed88effd016886a86d is 50, key is test_row_0/B:col10/1731093886429/Put/seqid=0 2024-11-08T19:24:47,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742303_1479 (size=12301) 2024-11-08T19:24:47,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093947923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:47,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:47,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093947934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:47,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:47,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093947934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:47,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:47,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:47,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T19:24:48,057 INFO [Thread-1855 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1855. 2024-11-08T19:24:48,057 DEBUG [Thread-1855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:48,057 DEBUG [Thread-1855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:48,058 INFO [Thread-1849 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1849. 2024-11-08T19:24:48,058 DEBUG [Thread-1849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:48,058 DEBUG [Thread-1849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:48,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:48,058 DEBUG [Thread-1855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:48,058 DEBUG [Thread-1849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:48,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:48,064 INFO [Thread-1847 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1847. 2024-11-08T19:24:48,064 DEBUG [Thread-1847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:48,064 DEBUG [Thread-1847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:48,064 DEBUG [Thread-1847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:48,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:48,065 INFO [Thread-1853 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1853. 2024-11-08T19:24:48,065 DEBUG [Thread-1853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:48,065 DEBUG [Thread-1853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:48,065 DEBUG [Thread-1853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:48,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:48,067 INFO [Thread-1851 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1851. 2024-11-08T19:24:48,067 DEBUG [Thread-1851 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:48,067 DEBUG [Thread-1851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:48,067 DEBUG [Thread-1851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:48,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:48,152 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/f27b0cd6d91643ed88effd016886a86d 2024-11-08T19:24:48,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/517bd984cfd446a1986ab6fc838bb42b is 50, key is test_row_0/C:col10/1731093886429/Put/seqid=0 2024-11-08T19:24:48,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742304_1480 (size=12301) 2024-11-08T19:24:48,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42846 deadline: 1731093948234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:48,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:48,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42826 deadline: 1731093948244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42800 deadline: 1731093948244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:48,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:48,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:48,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:48,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 , the old value is region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:48,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:48,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., hostname=692b295ad45c,37615,1731093745778, seqNum=2 because the exception is null or not the one we care about 2024-11-08T19:24:48,574 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/517bd984cfd446a1986ab6fc838bb42b 2024-11-08T19:24:48,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/4e0f2d4cbb8a4c46969aaa42d8c15654 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/4e0f2d4cbb8a4c46969aaa42d8c15654 2024-11-08T19:24:48,587 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/4e0f2d4cbb8a4c46969aaa42d8c15654, entries=150, sequenceid=356, filesize=12.0 K 2024-11-08T19:24:48,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/f27b0cd6d91643ed88effd016886a86d as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/f27b0cd6d91643ed88effd016886a86d 2024-11-08T19:24:48,591 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/f27b0cd6d91643ed88effd016886a86d, entries=150, sequenceid=356, filesize=12.0 K 2024-11-08T19:24:48,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/517bd984cfd446a1986ab6fc838bb42b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/517bd984cfd446a1986ab6fc838bb42b 2024-11-08T19:24:48,595 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/517bd984cfd446a1986ab6fc838bb42b, entries=150, sequenceid=356, filesize=12.0 K 2024-11-08T19:24:48,596 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ce4ec12b1eebb076624bf0c0e5526080 in 1263ms, sequenceid=356, compaction requested=true 2024-11-08T19:24:48,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:48,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:48,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-08T19:24:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-08T19:24:48,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-08T19:24:48,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7210 sec 2024-11-08T19:24:48,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.7260 sec 2024-11-08T19:24:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:48,745 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:48,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T19:24:48,745 INFO [Thread-1842 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1842. 2024-11-08T19:24:48,746 DEBUG [Thread-1842 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:48,746 DEBUG [Thread-1842 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:48,746 DEBUG [Thread-1842 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:48,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:48,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/2fb6d78e7b7f461ba6c54af428bf2bb8 is 50, key is test_row_0/A:col10/1731093887592/Put/seqid=0 2024-11-08T19:24:48,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742305_1481 (size=12301) 2024-11-08T19:24:48,755 INFO [Thread-1838 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1838. 2024-11-08T19:24:48,755 INFO [Thread-1836 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1836. 2024-11-08T19:24:48,755 DEBUG [Thread-1838 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:48,755 DEBUG [Thread-1838 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:48,755 DEBUG [Thread-1836 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:48,755 DEBUG [Thread-1836 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:48,755 DEBUG [Thread-1838 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:48,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:48,755 DEBUG [Thread-1836 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:48,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T19:24:49,025 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:49,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/2fb6d78e7b7f461ba6c54af428bf2bb8 2024-11-08T19:24:49,158 INFO [Thread-1844 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1844. 2024-11-08T19:24:49,158 DEBUG [Thread-1844 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:49,158 DEBUG [Thread-1844 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:49,159 DEBUG [Thread-1844 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:49,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:49,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/87ddedaafa72488caa1c50ea645c6c24 is 50, key is test_row_0/B:col10/1731093887592/Put/seqid=0 2024-11-08T19:24:49,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742306_1482 (size=12301) 2024-11-08T19:24:49,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/87ddedaafa72488caa1c50ea645c6c24 2024-11-08T19:24:49,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/21e76a7836c94f82b4a7e07b1443d156 is 50, key is test_row_0/C:col10/1731093887592/Put/seqid=0 2024-11-08T19:24:49,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742307_1483 (size=12301) 2024-11-08T19:24:49,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/21e76a7836c94f82b4a7e07b1443d156 2024-11-08T19:24:49,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/2fb6d78e7b7f461ba6c54af428bf2bb8 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/2fb6d78e7b7f461ba6c54af428bf2bb8 2024-11-08T19:24:50,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/2fb6d78e7b7f461ba6c54af428bf2bb8, entries=150, sequenceid=369, filesize=12.0 K 2024-11-08T19:24:50,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/87ddedaafa72488caa1c50ea645c6c24 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/87ddedaafa72488caa1c50ea645c6c24 2024-11-08T19:24:50,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/87ddedaafa72488caa1c50ea645c6c24, entries=150, sequenceid=369, filesize=12.0 K 2024-11-08T19:24:50,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/21e76a7836c94f82b4a7e07b1443d156 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/21e76a7836c94f82b4a7e07b1443d156 2024-11-08T19:24:50,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/21e76a7836c94f82b4a7e07b1443d156, entries=150, sequenceid=369, filesize=12.0 K 2024-11-08T19:24:50,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=20.13 KB/20610 for ce4ec12b1eebb076624bf0c0e5526080 in 1267ms, sequenceid=369, compaction requested=true 2024-11-08T19:24:50,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:50,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:24:50,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:50,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:24:50,012 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:24:50,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:50,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ce4ec12b1eebb076624bf0c0e5526080:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:24:50,012 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:24:50,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:50,013 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54834 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:24:50,013 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:24:50,013 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/A is initiating minor compaction (all files) 2024-11-08T19:24:50,013 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/B is initiating minor compaction (all files) 2024-11-08T19:24:50,013 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/B in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:50,013 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/A in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:50,013 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/4123fdf936124c3e9be8a487c0d2f184, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/220dcb60f8e94bfdb94efad4c8568e4b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/f27b0cd6d91643ed88effd016886a86d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/87ddedaafa72488caa1c50ea645c6c24] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=48.8 K 2024-11-08T19:24:50,013 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/2073b6033b654b59b4f2b35c8baf87d9, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/5ddadaae7028495189aed1984010f715, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/4e0f2d4cbb8a4c46969aaa42d8c15654, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/2fb6d78e7b7f461ba6c54af428bf2bb8] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=53.5 K 2024-11-08T19:24:50,014 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2073b6033b654b59b4f2b35c8baf87d9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731093885079 2024-11-08T19:24:50,014 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 4123fdf936124c3e9be8a487c0d2f184, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731093885079 2024-11-08T19:24:50,014 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ddadaae7028495189aed1984010f715, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731093885729 2024-11-08T19:24:50,014 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 220dcb60f8e94bfdb94efad4c8568e4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731093885729 2024-11-08T19:24:50,014 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e0f2d4cbb8a4c46969aaa42d8c15654, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731093886426 2024-11-08T19:24:50,014 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting f27b0cd6d91643ed88effd016886a86d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731093886426 2024-11-08T19:24:50,014 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fb6d78e7b7f461ba6c54af428bf2bb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731093887592 2024-11-08T19:24:50,014 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 87ddedaafa72488caa1c50ea645c6c24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731093887592 2024-11-08T19:24:50,020 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#A#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:50,020 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#B#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:50,021 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/1fa42c20f1ad4374a0af9ccd32d07d03 is 50, key is test_row_0/A:col10/1731093887592/Put/seqid=0 2024-11-08T19:24:50,021 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/03065c48e37b4f84adbd533c69939781 is 50, key is test_row_0/B:col10/1731093887592/Put/seqid=0 2024-11-08T19:24:50,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742308_1484 (size=13187) 2024-11-08T19:24:50,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742309_1485 (size=13187) 2024-11-08T19:24:50,435 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/03065c48e37b4f84adbd533c69939781 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/03065c48e37b4f84adbd533c69939781 2024-11-08T19:24:50,435 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/1fa42c20f1ad4374a0af9ccd32d07d03 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/1fa42c20f1ad4374a0af9ccd32d07d03 2024-11-08T19:24:50,439 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/B of ce4ec12b1eebb076624bf0c0e5526080 into 03065c48e37b4f84adbd533c69939781(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:50,439 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/A of ce4ec12b1eebb076624bf0c0e5526080 into 1fa42c20f1ad4374a0af9ccd32d07d03(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:50,439 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:50,439 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:50,439 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/A, priority=12, startTime=1731093890012; duration=0sec 2024-11-08T19:24:50,439 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/B, priority=12, startTime=1731093890012; duration=0sec 2024-11-08T19:24:50,440 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:50,440 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:24:50,440 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:B 2024-11-08T19:24:50,440 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:A 2024-11-08T19:24:50,440 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T19:24:50,441 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T19:24:50,441 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): ce4ec12b1eebb076624bf0c0e5526080/C is initiating minor compaction (all files) 2024-11-08T19:24:50,441 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ce4ec12b1eebb076624bf0c0e5526080/C in TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:50,441 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/1d4bb66d365f4f65ba58d32e87feeefd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e1cd5f5423234e60ba592e9af4fbe6ff, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/517bd984cfd446a1986ab6fc838bb42b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/21e76a7836c94f82b4a7e07b1443d156] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp, totalSize=48.8 K 2024-11-08T19:24:50,442 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d4bb66d365f4f65ba58d32e87feeefd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731093885079 2024-11-08T19:24:50,442 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting e1cd5f5423234e60ba592e9af4fbe6ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731093885729 2024-11-08T19:24:50,442 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 517bd984cfd446a1986ab6fc838bb42b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731093886426 2024-11-08T19:24:50,443 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 21e76a7836c94f82b4a7e07b1443d156, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731093887592 2024-11-08T19:24:50,454 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ce4ec12b1eebb076624bf0c0e5526080#C#compaction#416 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:24:50,454 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/86d493dc59204b37b2aceb34d0123adf is 50, key is test_row_0/C:col10/1731093887592/Put/seqid=0 2024-11-08T19:24:50,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742310_1486 (size=13187) 2024-11-08T19:24:50,870 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/86d493dc59204b37b2aceb34d0123adf as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/86d493dc59204b37b2aceb34d0123adf 2024-11-08T19:24:50,878 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ce4ec12b1eebb076624bf0c0e5526080/C of ce4ec12b1eebb076624bf0c0e5526080 into 86d493dc59204b37b2aceb34d0123adf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:24:50,878 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ce4ec12b1eebb076624bf0c0e5526080: 2024-11-08T19:24:50,878 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., storeName=ce4ec12b1eebb076624bf0c0e5526080/C, priority=12, startTime=1731093890012; duration=0sec 2024-11-08T19:24:50,879 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:24:50,879 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ce4ec12b1eebb076624bf0c0e5526080:C 2024-11-08T19:24:51,608 INFO [Thread-1840 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1840. 2024-11-08T19:24:51,608 DEBUG [Thread-1840 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:24:51,608 DEBUG [Thread-1840 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:51,609 DEBUG [Thread-1840 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:51,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:51,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T19:24:51,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-08T19:24:51,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-08T19:24:51,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-08T19:24:51,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-08T19:24:51,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-08T19:24:51,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T19:24:51,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T19:24:51,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1679 2024-11-08T19:24:51,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5036 rows 2024-11-08T19:24:51,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1674 2024-11-08T19:24:51,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5022 rows 2024-11-08T19:24:51,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1681 2024-11-08T19:24:51,610 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5039 rows 2024-11-08T19:24:51,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1678 2024-11-08T19:24:51,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5033 rows 2024-11-08T19:24:51,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1679 2024-11-08T19:24:51,611 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5037 rows 2024-11-08T19:24:51,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:24:51,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:24:51,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:51,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:51,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:24:51,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T19:24:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T19:24:51,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093891618"}]},"ts":"1731093891618"} 2024-11-08T19:24:51,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T19:24:51,620 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T19:24:51,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T19:24:51,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce4ec12b1eebb076624bf0c0e5526080, UNASSIGN}] 2024-11-08T19:24:51,623 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce4ec12b1eebb076624bf0c0e5526080, UNASSIGN 2024-11-08T19:24:51,623 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=ce4ec12b1eebb076624bf0c0e5526080, regionState=CLOSING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:24:51,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce4ec12b1eebb076624bf0c0e5526080, UNASSIGN because future has completed 2024-11-08T19:24:51,625 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T19:24:51,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:24:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T19:24:51,778 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:51,778 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T19:24:51,778 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing ce4ec12b1eebb076624bf0c0e5526080, disabling compactions & flushes 2024-11-08T19:24:51,779 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:51,779 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:51,779 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. after waiting 0 ms 2024-11-08T19:24:51,779 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:51,779 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing ce4ec12b1eebb076624bf0c0e5526080 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-08T19:24:51,789 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/139d9479d9844026b051528b18358846 is 50, key is test_row_0/A:col10/1731093891605/Put/seqid=0 2024-11-08T19:24:51,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742311_1487 (size=9857) 2024-11-08T19:24:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T19:24:52,194 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/139d9479d9844026b051528b18358846 2024-11-08T19:24:52,208 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/3d9b5f7555694d5b816d356ebb707bfb is 50, key is test_row_0/B:col10/1731093891605/Put/seqid=0 2024-11-08T19:24:52,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742312_1488 (size=9857) 2024-11-08T19:24:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T19:24:52,612 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/3d9b5f7555694d5b816d356ebb707bfb 2024-11-08T19:24:52,622 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/d20eafa8215f4d0a9e9df02a387dcd2b is 50, key is test_row_0/C:col10/1731093891605/Put/seqid=0 2024-11-08T19:24:52,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742313_1489 (size=9857) 2024-11-08T19:24:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T19:24:53,029 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/d20eafa8215f4d0a9e9df02a387dcd2b 2024-11-08T19:24:53,038 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/A/139d9479d9844026b051528b18358846 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/139d9479d9844026b051528b18358846 2024-11-08T19:24:53,042 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/139d9479d9844026b051528b18358846, entries=100, sequenceid=379, filesize=9.6 K 2024-11-08T19:24:53,043 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/B/3d9b5f7555694d5b816d356ebb707bfb as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/3d9b5f7555694d5b816d356ebb707bfb 2024-11-08T19:24:53,046 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/3d9b5f7555694d5b816d356ebb707bfb, entries=100, sequenceid=379, filesize=9.6 K 2024-11-08T19:24:53,047 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/.tmp/C/d20eafa8215f4d0a9e9df02a387dcd2b as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/d20eafa8215f4d0a9e9df02a387dcd2b 2024-11-08T19:24:53,051 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/d20eafa8215f4d0a9e9df02a387dcd2b, entries=100, sequenceid=379, filesize=9.6 K 2024-11-08T19:24:53,052 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for ce4ec12b1eebb076624bf0c0e5526080 in 1273ms, sequenceid=379, compaction requested=false 2024-11-08T19:24:53,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/95bb182b7bef423ba9cb641f48bb20a6, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/5068a5b7dacf43db832cc9a0b810da71, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7db20545e7824baa8f02d1040ce489b3, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7413020955aa46199bcb48597737cedd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/57475fec0769492d944bdaf7afc87a3c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/d27e95b1248b459189b1f4d7050f7459, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/64b5bbf9ffe44fddb2d4bee4a981f238, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/0310987a363042b4bd1cb6bb382c7aca, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/c004fe799af4494297a9ebb9a4be634c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/d6b9172101544d09954ef1f704ac7faf, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/a519b990337141df8789537570d4717d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/ef259eba33e44642aac0b4219b158094, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/594ec8b794794e4d99b9e9e3955ce103, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/8dd282af1d8e4fe3bf286c2a7dbbde21, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/b2fc4e8bf0274d2d99df1ca5436dfcd4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/ad2ead1dbd904cdcb4d341038054d377, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/eac9df53797b4856b63318ce11c873d2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7fbb494a54b444a181447122bded1cf9, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/fef3ffe0ded64dce85b1e22f0c3413ff, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/1c85f91295ff4d80afd3c115b87cdfb4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/384036483d7c43aca5ffb4d8aee4b08a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/2073b6033b654b59b4f2b35c8baf87d9, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/3f89474a026947a8b70860ebab4c2441, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/5ddadaae7028495189aed1984010f715, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/4e0f2d4cbb8a4c46969aaa42d8c15654, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/2fb6d78e7b7f461ba6c54af428bf2bb8] to archive 2024-11-08T19:24:53,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:24:53,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/95bb182b7bef423ba9cb641f48bb20a6 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/95bb182b7bef423ba9cb641f48bb20a6 2024-11-08T19:24:53,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/5068a5b7dacf43db832cc9a0b810da71 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/5068a5b7dacf43db832cc9a0b810da71 2024-11-08T19:24:53,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7db20545e7824baa8f02d1040ce489b3 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7db20545e7824baa8f02d1040ce489b3 2024-11-08T19:24:53,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7413020955aa46199bcb48597737cedd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7413020955aa46199bcb48597737cedd 2024-11-08T19:24:53,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/57475fec0769492d944bdaf7afc87a3c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/57475fec0769492d944bdaf7afc87a3c 2024-11-08T19:24:53,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/d27e95b1248b459189b1f4d7050f7459 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/d27e95b1248b459189b1f4d7050f7459 2024-11-08T19:24:53,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/64b5bbf9ffe44fddb2d4bee4a981f238 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/64b5bbf9ffe44fddb2d4bee4a981f238 2024-11-08T19:24:53,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/0310987a363042b4bd1cb6bb382c7aca to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/0310987a363042b4bd1cb6bb382c7aca 2024-11-08T19:24:53,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/c004fe799af4494297a9ebb9a4be634c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/c004fe799af4494297a9ebb9a4be634c 2024-11-08T19:24:53,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/d6b9172101544d09954ef1f704ac7faf to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/d6b9172101544d09954ef1f704ac7faf 2024-11-08T19:24:53,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/a519b990337141df8789537570d4717d to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/a519b990337141df8789537570d4717d 2024-11-08T19:24:53,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/ef259eba33e44642aac0b4219b158094 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/ef259eba33e44642aac0b4219b158094 2024-11-08T19:24:53,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/594ec8b794794e4d99b9e9e3955ce103 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/594ec8b794794e4d99b9e9e3955ce103 2024-11-08T19:24:53,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/8dd282af1d8e4fe3bf286c2a7dbbde21 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/8dd282af1d8e4fe3bf286c2a7dbbde21 2024-11-08T19:24:53,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/b2fc4e8bf0274d2d99df1ca5436dfcd4 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/b2fc4e8bf0274d2d99df1ca5436dfcd4 2024-11-08T19:24:53,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/ad2ead1dbd904cdcb4d341038054d377 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/ad2ead1dbd904cdcb4d341038054d377 2024-11-08T19:24:53,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/eac9df53797b4856b63318ce11c873d2 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/eac9df53797b4856b63318ce11c873d2 2024-11-08T19:24:53,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7fbb494a54b444a181447122bded1cf9 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/7fbb494a54b444a181447122bded1cf9 2024-11-08T19:24:53,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/fef3ffe0ded64dce85b1e22f0c3413ff to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/fef3ffe0ded64dce85b1e22f0c3413ff 2024-11-08T19:24:53,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/1c85f91295ff4d80afd3c115b87cdfb4 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/1c85f91295ff4d80afd3c115b87cdfb4 2024-11-08T19:24:53,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/384036483d7c43aca5ffb4d8aee4b08a to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/384036483d7c43aca5ffb4d8aee4b08a 2024-11-08T19:24:53,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/2073b6033b654b59b4f2b35c8baf87d9 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/2073b6033b654b59b4f2b35c8baf87d9 2024-11-08T19:24:53,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/3f89474a026947a8b70860ebab4c2441 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/3f89474a026947a8b70860ebab4c2441 2024-11-08T19:24:53,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/5ddadaae7028495189aed1984010f715 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/5ddadaae7028495189aed1984010f715 2024-11-08T19:24:53,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/4e0f2d4cbb8a4c46969aaa42d8c15654 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/4e0f2d4cbb8a4c46969aaa42d8c15654 2024-11-08T19:24:53,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/2fb6d78e7b7f461ba6c54af428bf2bb8 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/2fb6d78e7b7f461ba6c54af428bf2bb8 2024-11-08T19:24:53,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1cf23f2ff1574787b04238ab597b918c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/25e67ec3a4bd4380aebdeadc6e2a18fe, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/cf72550e499e4ee089eddbd88170b800, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/9832924458e2463988b5279d583e31ac, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/512164a5aeb046a6b58c00f024621cc2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/6f747516617b49c5abfc3b5a482393b7, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/0623d185050d4edbab6d4e144fcc151a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/d8faa60306674139ba64f4f01b37838b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/8d48bdd807684359af4ce4d959ef03cb, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/ac98bd61b6a643fe93f05f03586a957f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1792205283584096a171454b5f3d05e2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/e37dc3e73d564961855ce33ce3a294ad, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/f028c7ed24f24194bd36bd67fd633fdf, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1362443be5b6428095b2e51d3710bfbc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/cc197f6c96384f9ca93e027d73e41af3, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/e149a24d52e243e28007d04f7d1c5c6b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/2c2d18a0efef4c96a685d06c4b3362b1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/98cbd4e7076744e48f6fd181aefce1b0, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/dc0dbea493bb4c49bef3f991345763b8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/0cdba17affd8422fa263699bdb610701, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/dab77bafd37d4da49250d71f9757b925, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/4123fdf936124c3e9be8a487c0d2f184, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/6c80a3bc1bc6440b92b45cb101d9d6a3, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/220dcb60f8e94bfdb94efad4c8568e4b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/f27b0cd6d91643ed88effd016886a86d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/87ddedaafa72488caa1c50ea645c6c24] to archive 2024-11-08T19:24:53,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:24:53,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1cf23f2ff1574787b04238ab597b918c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1cf23f2ff1574787b04238ab597b918c 2024-11-08T19:24:53,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/25e67ec3a4bd4380aebdeadc6e2a18fe to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/25e67ec3a4bd4380aebdeadc6e2a18fe 2024-11-08T19:24:53,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/cf72550e499e4ee089eddbd88170b800 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/cf72550e499e4ee089eddbd88170b800 2024-11-08T19:24:53,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/9832924458e2463988b5279d583e31ac to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/9832924458e2463988b5279d583e31ac 2024-11-08T19:24:53,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/512164a5aeb046a6b58c00f024621cc2 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/512164a5aeb046a6b58c00f024621cc2 2024-11-08T19:24:53,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/6f747516617b49c5abfc3b5a482393b7 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/6f747516617b49c5abfc3b5a482393b7 2024-11-08T19:24:53,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/0623d185050d4edbab6d4e144fcc151a to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/0623d185050d4edbab6d4e144fcc151a 2024-11-08T19:24:53,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/d8faa60306674139ba64f4f01b37838b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/d8faa60306674139ba64f4f01b37838b 2024-11-08T19:24:53,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/8d48bdd807684359af4ce4d959ef03cb to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/8d48bdd807684359af4ce4d959ef03cb 2024-11-08T19:24:53,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/ac98bd61b6a643fe93f05f03586a957f to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/ac98bd61b6a643fe93f05f03586a957f 2024-11-08T19:24:53,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1792205283584096a171454b5f3d05e2 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1792205283584096a171454b5f3d05e2 2024-11-08T19:24:53,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/e37dc3e73d564961855ce33ce3a294ad to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/e37dc3e73d564961855ce33ce3a294ad 2024-11-08T19:24:53,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/f028c7ed24f24194bd36bd67fd633fdf to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/f028c7ed24f24194bd36bd67fd633fdf 2024-11-08T19:24:53,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1362443be5b6428095b2e51d3710bfbc to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/1362443be5b6428095b2e51d3710bfbc 2024-11-08T19:24:53,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/cc197f6c96384f9ca93e027d73e41af3 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/cc197f6c96384f9ca93e027d73e41af3 2024-11-08T19:24:53,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/e149a24d52e243e28007d04f7d1c5c6b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/e149a24d52e243e28007d04f7d1c5c6b 2024-11-08T19:24:53,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/2c2d18a0efef4c96a685d06c4b3362b1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/2c2d18a0efef4c96a685d06c4b3362b1 2024-11-08T19:24:53,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/98cbd4e7076744e48f6fd181aefce1b0 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/98cbd4e7076744e48f6fd181aefce1b0 2024-11-08T19:24:53,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/dc0dbea493bb4c49bef3f991345763b8 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/dc0dbea493bb4c49bef3f991345763b8 2024-11-08T19:24:53,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/0cdba17affd8422fa263699bdb610701 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/0cdba17affd8422fa263699bdb610701 2024-11-08T19:24:53,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/dab77bafd37d4da49250d71f9757b925 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/dab77bafd37d4da49250d71f9757b925 2024-11-08T19:24:53,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/4123fdf936124c3e9be8a487c0d2f184 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/4123fdf936124c3e9be8a487c0d2f184 2024-11-08T19:24:53,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/6c80a3bc1bc6440b92b45cb101d9d6a3 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/6c80a3bc1bc6440b92b45cb101d9d6a3 2024-11-08T19:24:53,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/220dcb60f8e94bfdb94efad4c8568e4b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/220dcb60f8e94bfdb94efad4c8568e4b 2024-11-08T19:24:53,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/f27b0cd6d91643ed88effd016886a86d to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/f27b0cd6d91643ed88effd016886a86d 2024-11-08T19:24:53,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/87ddedaafa72488caa1c50ea645c6c24 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/87ddedaafa72488caa1c50ea645c6c24 2024-11-08T19:24:53,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/8df1c6b2e5e840cca6cdc467df49fbfe, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e153056d78034f0e990e8660427f607e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e9792ea9b0f54c308aaf883c8d3309d4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/c672e7b4f5ce43a694a4feb0f68f216b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/86b1a4bfe4604b868119f56d9d6f4953, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/04e32c0e6a444747b635d11cee29ae33, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/96006a98c9d0423f8a882850df7219c6, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f60c1b447054442da994bf0d4db77559, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f45bcc340e9d44ff8623f13bf70a07cd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/2aece6465e34444980874e24869ba8e4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/3c0071053dda4f879829c669f727a9b0, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/51c6d6f0776e4aa0b7eecbdde3d27624, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/bad2e6157e774ec5aa34b213bb5072d5, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/a0dbb4cd8dab422bb8308eae47257c2b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/b738b03d35f54252b56d6464e460d0d4, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f8b435a7964c4356953a074543801079, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/85aa7993ffb7472b9ed19081242344a1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f4551f785d8a4209b4b499b88e7436f1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/9dc78f245681405eb10bc6db76054466, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/bdfb6c2d96a04e479b455312a89e58d5, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e4cedc55b0714b97bc685bfb1cd8c77b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/1d4bb66d365f4f65ba58d32e87feeefd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/d90d064d985a4b50a641df46ee621801, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e1cd5f5423234e60ba592e9af4fbe6ff, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/517bd984cfd446a1986ab6fc838bb42b, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/21e76a7836c94f82b4a7e07b1443d156] to archive 2024-11-08T19:24:53,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:24:53,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/8df1c6b2e5e840cca6cdc467df49fbfe to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/8df1c6b2e5e840cca6cdc467df49fbfe 2024-11-08T19:24:53,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e153056d78034f0e990e8660427f607e to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e153056d78034f0e990e8660427f607e 2024-11-08T19:24:53,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e9792ea9b0f54c308aaf883c8d3309d4 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e9792ea9b0f54c308aaf883c8d3309d4 2024-11-08T19:24:53,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/c672e7b4f5ce43a694a4feb0f68f216b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/c672e7b4f5ce43a694a4feb0f68f216b 2024-11-08T19:24:53,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/86b1a4bfe4604b868119f56d9d6f4953 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/86b1a4bfe4604b868119f56d9d6f4953 2024-11-08T19:24:53,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/04e32c0e6a444747b635d11cee29ae33 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/04e32c0e6a444747b635d11cee29ae33 2024-11-08T19:24:53,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/96006a98c9d0423f8a882850df7219c6 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/96006a98c9d0423f8a882850df7219c6 2024-11-08T19:24:53,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f60c1b447054442da994bf0d4db77559 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f60c1b447054442da994bf0d4db77559 2024-11-08T19:24:53,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f45bcc340e9d44ff8623f13bf70a07cd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f45bcc340e9d44ff8623f13bf70a07cd 2024-11-08T19:24:53,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/2aece6465e34444980874e24869ba8e4 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/2aece6465e34444980874e24869ba8e4 2024-11-08T19:24:53,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/3c0071053dda4f879829c669f727a9b0 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/3c0071053dda4f879829c669f727a9b0 2024-11-08T19:24:53,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/51c6d6f0776e4aa0b7eecbdde3d27624 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/51c6d6f0776e4aa0b7eecbdde3d27624 2024-11-08T19:24:53,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/bad2e6157e774ec5aa34b213bb5072d5 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/bad2e6157e774ec5aa34b213bb5072d5 2024-11-08T19:24:53,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/a0dbb4cd8dab422bb8308eae47257c2b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/a0dbb4cd8dab422bb8308eae47257c2b 2024-11-08T19:24:53,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/b738b03d35f54252b56d6464e460d0d4 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/b738b03d35f54252b56d6464e460d0d4 2024-11-08T19:24:53,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f8b435a7964c4356953a074543801079 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f8b435a7964c4356953a074543801079 2024-11-08T19:24:53,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/85aa7993ffb7472b9ed19081242344a1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/85aa7993ffb7472b9ed19081242344a1 2024-11-08T19:24:53,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f4551f785d8a4209b4b499b88e7436f1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/f4551f785d8a4209b4b499b88e7436f1 2024-11-08T19:24:53,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/9dc78f245681405eb10bc6db76054466 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/9dc78f245681405eb10bc6db76054466 2024-11-08T19:24:53,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/bdfb6c2d96a04e479b455312a89e58d5 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/bdfb6c2d96a04e479b455312a89e58d5 2024-11-08T19:24:53,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e4cedc55b0714b97bc685bfb1cd8c77b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e4cedc55b0714b97bc685bfb1cd8c77b 2024-11-08T19:24:53,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/1d4bb66d365f4f65ba58d32e87feeefd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/1d4bb66d365f4f65ba58d32e87feeefd 2024-11-08T19:24:53,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/d90d064d985a4b50a641df46ee621801 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/d90d064d985a4b50a641df46ee621801 2024-11-08T19:24:53,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e1cd5f5423234e60ba592e9af4fbe6ff to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/e1cd5f5423234e60ba592e9af4fbe6ff 2024-11-08T19:24:53,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/517bd984cfd446a1986ab6fc838bb42b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/517bd984cfd446a1986ab6fc838bb42b 2024-11-08T19:24:53,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/21e76a7836c94f82b4a7e07b1443d156 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/21e76a7836c94f82b4a7e07b1443d156 2024-11-08T19:24:53,140 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/recovered.edits/382.seqid, newMaxSeqId=382, maxSeqId=1 2024-11-08T19:24:53,140 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. 2024-11-08T19:24:53,140 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for ce4ec12b1eebb076624bf0c0e5526080: Waiting for close lock at 1731093891778Running coprocessor pre-close hooks at 1731093891778Disabling compacts and flushes for region at 1731093891778Disabling writes for close at 1731093891779 (+1 ms)Obtaining lock to block concurrent updates at 1731093891779Preparing flush snapshotting stores in ce4ec12b1eebb076624bf0c0e5526080 at 1731093891779Finished memstore snapshotting TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731093891780 (+1 ms)Flushing stores of TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080. at 1731093891781 (+1 ms)Flushing ce4ec12b1eebb076624bf0c0e5526080/A: creating writer at 1731093891781Flushing ce4ec12b1eebb076624bf0c0e5526080/A: appending metadata at 1731093891788 (+7 ms)Flushing ce4ec12b1eebb076624bf0c0e5526080/A: closing flushed file at 1731093891788Flushing ce4ec12b1eebb076624bf0c0e5526080/B: creating writer at 1731093892203 (+415 ms)Flushing ce4ec12b1eebb076624bf0c0e5526080/B: appending metadata at 1731093892208 (+5 ms)Flushing ce4ec12b1eebb076624bf0c0e5526080/B: closing flushed file at 1731093892208Flushing ce4ec12b1eebb076624bf0c0e5526080/C: creating writer at 1731093892618 (+410 ms)Flushing ce4ec12b1eebb076624bf0c0e5526080/C: appending metadata at 1731093892622 (+4 ms)Flushing ce4ec12b1eebb076624bf0c0e5526080/C: closing flushed file at 1731093892622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f106aa8: reopening flushed file at 1731093893037 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ee3a86: reopening flushed file at 1731093893042 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e0e16a8: reopening flushed file at 1731093893047 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for ce4ec12b1eebb076624bf0c0e5526080 in 1273ms, sequenceid=379, compaction requested=false at 1731093893052 (+5 ms)Writing region close event to WAL at 1731093893138 (+86 ms)Running coprocessor post-close hooks at 1731093893140 (+2 ms)Closed at 1731093893140 2024-11-08T19:24:53,142 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:53,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=ce4ec12b1eebb076624bf0c0e5526080, regionState=CLOSED 2024-11-08T19:24:53,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:24:53,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-08T19:24:53,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure ce4ec12b1eebb076624bf0c0e5526080, server=692b295ad45c,37615,1731093745778 in 1.5190 sec 2024-11-08T19:24:53,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-08T19:24:53,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ce4ec12b1eebb076624bf0c0e5526080, UNASSIGN in 1.5240 sec 2024-11-08T19:24:53,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-08T19:24:53,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5270 sec 2024-11-08T19:24:53,151 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093893151"}]},"ts":"1731093893151"} 2024-11-08T19:24:53,153 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T19:24:53,153 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T19:24:53,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5400 sec 2024-11-08T19:24:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T19:24:53,765 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:53,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T19:24:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:53,822 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-08T19:24:53,823 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:53,826 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:53,830 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/recovered.edits] 2024-11-08T19:24:53,834 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/139d9479d9844026b051528b18358846 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/139d9479d9844026b051528b18358846 2024-11-08T19:24:53,836 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/1fa42c20f1ad4374a0af9ccd32d07d03 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/A/1fa42c20f1ad4374a0af9ccd32d07d03 2024-11-08T19:24:53,837 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/03065c48e37b4f84adbd533c69939781 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/03065c48e37b4f84adbd533c69939781 2024-11-08T19:24:53,838 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/3d9b5f7555694d5b816d356ebb707bfb to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/B/3d9b5f7555694d5b816d356ebb707bfb 2024-11-08T19:24:53,839 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/86d493dc59204b37b2aceb34d0123adf to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/86d493dc59204b37b2aceb34d0123adf 2024-11-08T19:24:53,840 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/d20eafa8215f4d0a9e9df02a387dcd2b to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/C/d20eafa8215f4d0a9e9df02a387dcd2b 2024-11-08T19:24:53,842 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/recovered.edits/382.seqid to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080/recovered.edits/382.seqid 2024-11-08T19:24:53,842 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/ce4ec12b1eebb076624bf0c0e5526080 2024-11-08T19:24:53,842 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T19:24:53,844 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:53,845 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T19:24:53,847 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T19:24:53,848 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:53,848 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T19:24:53,848 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731093893848"}]},"ts":"9223372036854775807"} 2024-11-08T19:24:53,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T19:24:53,849 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ce4ec12b1eebb076624bf0c0e5526080, NAME => 'TestAcidGuarantees,,1731093865850.ce4ec12b1eebb076624bf0c0e5526080.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T19:24:53,850 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T19:24:53,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731093893850"}]},"ts":"9223372036854775807"} 2024-11-08T19:24:53,851 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T19:24:53,851 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:53,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-11-08T19:24:53,928 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:24:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-08T19:24:53,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T19:24:53,943 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:53,952 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242 (was 240) - Thread LEAK? -, OpenFileDescriptor=457 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 342), ProcessCount=11 (was 11), AvailableMemoryMB=2453 (was 2466) 2024-11-08T19:24:53,961 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=242, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=2453 2024-11-08T19:24:53,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T19:24:53,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:24:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:53,965 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:24:53,965 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:53,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 142 2024-11-08T19:24:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-08T19:24:53,966 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:24:53,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742314_1490 (size=959) 2024-11-08T19:24:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-08T19:24:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-08T19:24:54,374 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa 2024-11-08T19:24:54,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742315_1491 (size=53) 2024-11-08T19:24:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-08T19:24:54,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:24:54,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 10e437342f7f1d195a6464b62c849608, disabling compactions & flushes 2024-11-08T19:24:54,783 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:54,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:54,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. after waiting 0 ms 2024-11-08T19:24:54,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:54,783 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:54,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10e437342f7f1d195a6464b62c849608: Waiting for close lock at 1731093894783Disabling compacts and flushes for region at 1731093894783Disabling writes for close at 1731093894783Writing region close event to WAL at 1731093894783Closed at 1731093894783 2024-11-08T19:24:54,785 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:24:54,785 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731093894785"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731093894785"}]},"ts":"1731093894785"} 2024-11-08T19:24:54,788 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T19:24:54,789 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:24:54,789 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093894789"}]},"ts":"1731093894789"} 2024-11-08T19:24:54,791 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T19:24:54,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10e437342f7f1d195a6464b62c849608, ASSIGN}] 2024-11-08T19:24:54,793 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10e437342f7f1d195a6464b62c849608, ASSIGN 2024-11-08T19:24:54,794 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10e437342f7f1d195a6464b62c849608, ASSIGN; state=OFFLINE, location=692b295ad45c,37615,1731093745778; forceNewPlan=false, retain=false 2024-11-08T19:24:54,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=10e437342f7f1d195a6464b62c849608, regionState=OPENING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:24:54,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10e437342f7f1d195a6464b62c849608, ASSIGN because future has completed 2024-11-08T19:24:54,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:24:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-08T19:24:55,110 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:55,110 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:24:55,111 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:55,111 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:24:55,111 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:55,111 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:55,113 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:55,115 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10e437342f7f1d195a6464b62c849608 columnFamilyName A 2024-11-08T19:24:55,115 DEBUG [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:55,115 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] regionserver.HStore(327): Store=10e437342f7f1d195a6464b62c849608/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:24:55,116 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:55,117 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10e437342f7f1d195a6464b62c849608 columnFamilyName B 2024-11-08T19:24:55,117 DEBUG [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:55,118 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] regionserver.HStore(327): Store=10e437342f7f1d195a6464b62c849608/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:24:55,118 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:55,119 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10e437342f7f1d195a6464b62c849608 columnFamilyName C 2024-11-08T19:24:55,119 DEBUG [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:55,120 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] regionserver.HStore(327): Store=10e437342f7f1d195a6464b62c849608/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:24:55,120 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:55,121 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:55,121 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:55,123 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:55,123 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:55,123 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:24:55,125 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:55,128 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:24:55,129 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened 10e437342f7f1d195a6464b62c849608; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68378409, jitterRate=0.018917694687843323}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:24:55,129 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:55,130 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for 10e437342f7f1d195a6464b62c849608: Running coprocessor pre-open hook at 1731093895111Writing region info on filesystem at 1731093895111Initializing all the Stores at 1731093895112 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093895112Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093895113 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093895113Cleaning up temporary data from old regions at 1731093895123 (+10 ms)Running coprocessor post-open hooks at 1731093895129 (+6 ms)Region opened successfully at 1731093895130 (+1 ms) 2024-11-08T19:24:55,131 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., pid=144, masterSystemTime=1731093895105 2024-11-08T19:24:55,134 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:55,134 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:55,135 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=10e437342f7f1d195a6464b62c849608, regionState=OPEN, openSeqNum=2, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:24:55,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:24:55,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-08T19:24:55,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 in 187 msec 2024-11-08T19:24:55,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-08T19:24:55,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10e437342f7f1d195a6464b62c849608, ASSIGN in 348 msec 2024-11-08T19:24:55,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:24:55,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093895143"}]},"ts":"1731093895143"} 2024-11-08T19:24:55,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T19:24:55,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:24:55,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1820 sec 2024-11-08T19:24:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-08T19:24:56,124 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:56,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e17bf09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:56,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:56,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:56,129 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f5a632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:56,132 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:56,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9eaf3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:56,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:56,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:56,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:56,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:56,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:24:56,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 692b295ad45c,45827,1731093744840 2024-11-08T19:24:56,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2af09eb6 2024-11-08T19:24:56,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:24:56,140 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:24:56,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T19:24:56,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:24:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-08T19:24:56,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742316_1492 (size=995) 2024-11-08T19:24:56,555 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-08T19:24:56,556 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-08T19:24:56,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T19:24:56,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10e437342f7f1d195a6464b62c849608, REOPEN/MOVE}] 2024-11-08T19:24:56,565 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10e437342f7f1d195a6464b62c849608, REOPEN/MOVE 2024-11-08T19:24:56,566 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=10e437342f7f1d195a6464b62c849608, regionState=CLOSING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:24:56,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10e437342f7f1d195a6464b62c849608, REOPEN/MOVE because future has completed 2024-11-08T19:24:56,568 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T19:24:56,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:24:56,722 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:56,722 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T19:24:56,722 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing 10e437342f7f1d195a6464b62c849608, disabling compactions & flushes 2024-11-08T19:24:56,722 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:56,722 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:56,722 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. after waiting 0 ms 2024-11-08T19:24:56,722 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:56,730 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T19:24:56,731 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:56,732 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for 10e437342f7f1d195a6464b62c849608: Waiting for close lock at 1731093896722Running coprocessor pre-close hooks at 1731093896722Disabling compacts and flushes for region at 1731093896722Disabling writes for close at 1731093896722Writing region close event to WAL at 1731093896723 (+1 ms)Running coprocessor post-close hooks at 1731093896731 (+8 ms)Closed at 1731093896731 2024-11-08T19:24:56,732 WARN [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: 10e437342f7f1d195a6464b62c849608 to self. 2024-11-08T19:24:56,735 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:56,735 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=10e437342f7f1d195a6464b62c849608, regionState=CLOSED 2024-11-08T19:24:56,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:24:56,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-08T19:24:56,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure 10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 in 171 msec 2024-11-08T19:24:56,743 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10e437342f7f1d195a6464b62c849608, REOPEN/MOVE; state=CLOSED, location=692b295ad45c,37615,1731093745778; forceNewPlan=false, retain=true 2024-11-08T19:24:56,894 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=10e437342f7f1d195a6464b62c849608, regionState=OPENING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:24:56,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10e437342f7f1d195a6464b62c849608, REOPEN/MOVE because future has completed 2024-11-08T19:24:56,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:24:57,059 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:57,060 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:24:57,060 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:57,060 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:24:57,060 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:57,060 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:57,062 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:57,063 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10e437342f7f1d195a6464b62c849608 columnFamilyName A 2024-11-08T19:24:57,064 DEBUG [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:57,065 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] regionserver.HStore(327): Store=10e437342f7f1d195a6464b62c849608/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:24:57,065 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:57,066 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10e437342f7f1d195a6464b62c849608 columnFamilyName B 2024-11-08T19:24:57,066 DEBUG [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:57,066 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] regionserver.HStore(327): Store=10e437342f7f1d195a6464b62c849608/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:24:57,066 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:57,067 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10e437342f7f1d195a6464b62c849608 columnFamilyName C 2024-11-08T19:24:57,067 DEBUG [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:57,068 INFO [StoreOpener-10e437342f7f1d195a6464b62c849608-1 {}] regionserver.HStore(327): Store=10e437342f7f1d195a6464b62c849608/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:24:57,068 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:57,069 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:57,070 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:57,071 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:57,071 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:57,072 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T19:24:57,073 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:57,073 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened 10e437342f7f1d195a6464b62c849608; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65163176, jitterRate=-0.02899301052093506}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T19:24:57,073 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:57,074 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for 10e437342f7f1d195a6464b62c849608: Running coprocessor pre-open hook at 1731093897061Writing region info on filesystem at 1731093897061Initializing all the Stores at 1731093897061Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093897061Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093897062 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731093897062Cleaning up temporary data from old regions at 1731093897071 (+9 ms)Running coprocessor post-open hooks at 1731093897073 (+2 ms)Region opened successfully at 1731093897074 (+1 ms) 2024-11-08T19:24:57,075 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., pid=149, masterSystemTime=1731093897052 2024-11-08T19:24:57,076 DEBUG [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:57,076 INFO [RS_OPEN_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:57,077 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=10e437342f7f1d195a6464b62c849608, regionState=OPEN, openSeqNum=5, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:24:57,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147 2024-11-08T19:24:57,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 in 179 msec 2024-11-08T19:24:57,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-08T19:24:57,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10e437342f7f1d195a6464b62c849608, REOPEN/MOVE in 516 msec 2024-11-08T19:24:57,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-08T19:24:57,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 521 msec 2024-11-08T19:24:57,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 941 msec 2024-11-08T19:24:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-08T19:24:57,085 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:24:57,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac41996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:57,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:57,086 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:57,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25461df9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:57,087 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:57,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22615ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22aab9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:57,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:57,089 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:57,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:57,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:57,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4374fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:57,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:57,090 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e61fbf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a34ec22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:57,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:57,092 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9d79ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:57,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:57,093 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:57,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217d6c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380ce272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:57,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:57,094 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:57,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:57,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:57,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e12aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:57,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:57,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:57,095 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:57,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de16438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c11d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:57,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:57,097 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6449652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:57,098 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc902a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc99027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:57,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:57,099 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ba73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:57,101 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:57,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a171e77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24edf963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:57,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:57,102 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:57,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:57,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@acae007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:57,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:57,103 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:57,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b1d7e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2966c360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:57,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:57,105 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:57,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:57,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:57,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208127bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:57,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:57,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:57,106 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:57,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e97ec1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6379f6de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:57,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:57,107 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12cc2635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:57,108 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:57,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b69826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337ab365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 692b295ad45c,45827,-1 for getting cluster id 2024-11-08T19:24:57,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:24:57,110 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd702e884-4e4e-4711-8324-d8621a1a0457' 2024-11-08T19:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:24:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d702e884-4e4e-4711-8324-d8621a1a0457" 2024-11-08T19:24:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edb0dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [692b295ad45c,45827,-1] 2024-11-08T19:24:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:24:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:24:57,111 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:24:57,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5070b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:24:57,112 DEBUG [Thread-2214 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:57,112 DEBUG [Thread-2225 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:57,112 DEBUG [Thread-2229 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:57,113 DEBUG [Thread-2220 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:57,113 DEBUG [Thread-2233 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:57,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:24:57,113 DEBUG [Thread-2231 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:57,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:57,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:57,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:57,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:57,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:57,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-08T19:24:57,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:57,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:57,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:57,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:57,115 DEBUG [Thread-2216 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:57,115 DEBUG [Thread-2222 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:57,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:57,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:57,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:57,116 DEBUG [Thread-2227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-08T19:24:57,116 DEBUG [Thread-2218 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:24:57,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:57,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:57,116 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:24:57,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:24:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:57,117 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:24:57,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:57,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:24:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:24:57,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=692b295ad45c,37615,1731093745778, seqNum=-1] 2024-11-08T19:24:57,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:57,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:24:57,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:57,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:24:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:24:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:24:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:24:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:24:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:24:57,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:24:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:24:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5] 2024-11-08T19:24:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:57,125 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:24:57,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10e437342f7f1d195a6464b62c849608 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T19:24:57,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093957144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44876 deadline: 1731093957145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093957146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093957146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44822 deadline: 1731093957147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088d932043bb0b4ab883c4d2635c6a40b6_10e437342f7f1d195a6464b62c849608 is 50, key is test_row_0/A:col10/1731093897125/Put/seqid=0 2024-11-08T19:24:57,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742317_1493 (size=12154) 2024-11-08T19:24:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-08T19:24:57,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093957254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,255 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,255 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,255 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44876 deadline: 1731093957254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093957254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,256 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,256 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,256 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093957254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44822 deadline: 1731093957254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T19:24:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:24:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:57,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:57,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:57,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T19:24:57,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:57,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:24:57,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:57,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:57,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-08T19:24:57,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093957463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44876 deadline: 1731093957463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093957463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093957463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44822 deadline: 1731093957463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,553 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:57,556 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088d932043bb0b4ab883c4d2635c6a40b6_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088d932043bb0b4ab883c4d2635c6a40b6_10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:57,557 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/2c49de9b1625499c85042c5ad673bfe5, store: [table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:24:57,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/2c49de9b1625499c85042c5ad673bfe5 is 175, key is test_row_0/A:col10/1731093897125/Put/seqid=0 2024-11-08T19:24:57,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742318_1494 (size=30955) 2024-11-08T19:24:57,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T19:24:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:24:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:57,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:57,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T19:24:57,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:57,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:24:57,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:57,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:57,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-08T19:24:57,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093957773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44876 deadline: 1731093957773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093957773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093957773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44822 deadline: 1731093957773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:57,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T19:24:57,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:57,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:24:57,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:57,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:57,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:57,961 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/2c49de9b1625499c85042c5ad673bfe5 2024-11-08T19:24:57,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/e567813d499d4dbab1921fb26e501bbc is 50, key is test_row_0/B:col10/1731093897125/Put/seqid=0 2024-11-08T19:24:57,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742319_1495 (size=12001) 2024-11-08T19:24:58,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T19:24:58,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:58,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:24:58,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:58,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T19:24:58,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:58,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:24:58,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:58,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-08T19:24:58,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093958283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:58,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:58,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44876 deadline: 1731093958283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:58,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:58,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:58,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:58,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093958283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:58,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:58,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:58,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:58,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:58,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:58,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093958283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:58,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44822 deadline: 1731093958283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:58,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T19:24:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:24:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:58,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/e567813d499d4dbab1921fb26e501bbc 2024-11-08T19:24:58,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/0b312f48715841538769f6fdf465da3c is 50, key is test_row_0/C:col10/1731093897125/Put/seqid=0 2024-11-08T19:24:58,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742320_1496 (size=12001) 2024-11-08T19:24:58,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T19:24:58,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:58,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:24:58,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:58,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T19:24:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:24:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:58,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,656 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T19:24:58,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T19:24:58,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:58,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:24:58,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:58,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:24:58,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/0b312f48715841538769f6fdf465da3c 2024-11-08T19:24:58,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/2c49de9b1625499c85042c5ad673bfe5 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/2c49de9b1625499c85042c5ad673bfe5 2024-11-08T19:24:58,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/2c49de9b1625499c85042c5ad673bfe5, entries=150, sequenceid=16, filesize=30.2 K 2024-11-08T19:24:58,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/e567813d499d4dbab1921fb26e501bbc as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/e567813d499d4dbab1921fb26e501bbc 2024-11-08T19:24:58,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/e567813d499d4dbab1921fb26e501bbc, entries=150, sequenceid=16, filesize=11.7 K 2024-11-08T19:24:58,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/0b312f48715841538769f6fdf465da3c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/0b312f48715841538769f6fdf465da3c 2024-11-08T19:24:58,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/0b312f48715841538769f6fdf465da3c, entries=150, sequenceid=16, filesize=11.7 K 2024-11-08T19:24:58,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 10e437342f7f1d195a6464b62c849608 in 1740ms, sequenceid=16, compaction requested=false 2024-11-08T19:24:58,866 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-08T19:24:58,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:24:59,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T19:24:59,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:24:59,004 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 10e437342f7f1d195a6464b62c849608 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T19:24:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082c0f456296a0475986116068dbf4e663_10e437342f7f1d195a6464b62c849608 is 50, key is test_row_0/A:col10/1731093897145/Put/seqid=0 2024-11-08T19:24:59,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742321_1497 (size=12154) 2024-11-08T19:24:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-08T19:24:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:59,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:24:59,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44876 deadline: 1731093959303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:59,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44822 deadline: 1731093959303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:59,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093959305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:59,306 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in 10e437342f7f1d195a6464b62c849608 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:59,306 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in 10e437342f7f1d195a6464b62c849608 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:24:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093959305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:59,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093959306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:59,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093959413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:59,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:59,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093959413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:59,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:59,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:59,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093959413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:59,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:59,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:24:59,421 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082c0f456296a0475986116068dbf4e663_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082c0f456296a0475986116068dbf4e663_10e437342f7f1d195a6464b62c849608 2024-11-08T19:24:59,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/68ff97475c9e4489817ef78683944618, store: [table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:24:59,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/68ff97475c9e4489817ef78683944618 is 175, key is test_row_0/A:col10/1731093897145/Put/seqid=0 2024-11-08T19:24:59,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742322_1498 (size=30955) 2024-11-08T19:24:59,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093959623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:59,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093959623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093959623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:59,828 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/68ff97475c9e4489817ef78683944618 2024-11-08T19:24:59,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/1c848835b0234d0e9821c0fef8929c29 is 50, key is test_row_0/B:col10/1731093897145/Put/seqid=0 2024-11-08T19:24:59,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742323_1499 (size=12001) 2024-11-08T19:24:59,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:59,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093959933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093959934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:59,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:24:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093959934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:24:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:24:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:24:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:00,237 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/1c848835b0234d0e9821c0fef8929c29 2024-11-08T19:25:00,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/9333f788aad14e179acd0d7bf12956a8 is 50, key is test_row_0/C:col10/1731093897145/Put/seqid=0 2024-11-08T19:25:00,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742324_1500 (size=12001) 2024-11-08T19:25:00,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093960443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:00,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093960443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:00,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093960444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:00,661 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/9333f788aad14e179acd0d7bf12956a8 2024-11-08T19:25:00,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/68ff97475c9e4489817ef78683944618 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/68ff97475c9e4489817ef78683944618 2024-11-08T19:25:00,666 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/68ff97475c9e4489817ef78683944618, entries=150, sequenceid=40, filesize=30.2 K 2024-11-08T19:25:00,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/1c848835b0234d0e9821c0fef8929c29 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/1c848835b0234d0e9821c0fef8929c29 2024-11-08T19:25:00,670 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/1c848835b0234d0e9821c0fef8929c29, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T19:25:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/9333f788aad14e179acd0d7bf12956a8 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/9333f788aad14e179acd0d7bf12956a8 2024-11-08T19:25:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,673 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/9333f788aad14e179acd0d7bf12956a8, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T19:25:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,674 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 10e437342f7f1d195a6464b62c849608 in 1670ms, sequenceid=40, compaction requested=false 2024-11-08T19:25:00,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:00,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:00,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-08T19:25:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-08T19:25:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-08T19:25:00,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5580 sec 2024-11-08T19:25:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 3.5640 sec 2024-11-08T19:25:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-08T19:25:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,284 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:25:01,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:25:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-08T19:25:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T19:25:01,286 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:25:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,286 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:25:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:25:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:01,317 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:25:01,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10e437342f7f1d195a6464b62c849608 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T19:25:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108870ec951c7164043a01905d25497dbf2_10e437342f7f1d195a6464b62c849608 is 50, key is test_row_0/A:col10/1731093901316/Put/seqid=0 2024-11-08T19:25:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742325_1501 (size=12154) 2024-11-08T19:25:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44822 deadline: 1731093961386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:01,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:01,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44876 deadline: 1731093961387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:01,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T19:25:01,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T19:25:01,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:01,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:01,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:01,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:01,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:01,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093961453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:01,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093961453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:01,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093961453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:01,455 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 10e437342f7f1d195a6464b62c849608 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:25:01,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:01,456 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 10e437342f7f1d195a6464b62c849608 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:25:01,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:01,456 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_1' in 10e437342f7f1d195a6464b62c849608 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:25:01,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:01,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44822 deadline: 1731093961493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:01,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44876 deadline: 1731093961493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:01,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T19:25:01,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:01,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:01,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:01,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:01,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T19:25:01,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44822 deadline: 1731093961704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44876 deadline: 1731093961704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:01,707 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:01,727 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:01,729 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108870ec951c7164043a01905d25497dbf2_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108870ec951c7164043a01905d25497dbf2_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:01,730 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/e96c3fb606a5443c845e6fc0e81ab10e, store: [table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:01,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/e96c3fb606a5443c845e6fc0e81ab10e is 175, key is test_row_0/A:col10/1731093901316/Put/seqid=0 2024-11-08T19:25:01,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742326_1502 (size=30951) 2024-11-08T19:25:01,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T19:25:01,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:01,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:01,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:01,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:01,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:01,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T19:25:01,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:01,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:01,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:01,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:01,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T19:25:02,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44822 deadline: 1731093962013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:02,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44876 deadline: 1731093962013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:02,016 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:02,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T19:25:02,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:02,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:02,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:02,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:02,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:02,136 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/e96c3fb606a5443c845e6fc0e81ab10e 2024-11-08T19:25:02,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/586cc3b4410f49118225e0dacb242c82 is 50, key is test_row_0/B:col10/1731093901316/Put/seqid=0 2024-11-08T19:25:02,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742327_1503 (size=9657) 2024-11-08T19:25:02,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T19:25:02,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:02,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:02,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:02,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T19:25:02,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:02,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:02,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:02,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:02,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T19:25:02,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T19:25:02,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:02,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:02,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:02,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:02,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:02,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44822 deadline: 1731093962523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:02,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44876 deadline: 1731093962523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:02,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/586cc3b4410f49118225e0dacb242c82 2024-11-08T19:25:02,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/4ed919ba02ee48a887e9292e8a6d758c is 50, key is test_row_0/C:col10/1731093901316/Put/seqid=0 2024-11-08T19:25:02,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742328_1504 (size=9657) 2024-11-08T19:25:02,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/4ed919ba02ee48a887e9292e8a6d758c 2024-11-08T19:25:02,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/e96c3fb606a5443c845e6fc0e81ab10e as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e96c3fb606a5443c845e6fc0e81ab10e 2024-11-08T19:25:02,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e96c3fb606a5443c845e6fc0e81ab10e, entries=150, sequenceid=53, filesize=30.2 K 2024-11-08T19:25:02,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/586cc3b4410f49118225e0dacb242c82 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/586cc3b4410f49118225e0dacb242c82 2024-11-08T19:25:02,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/586cc3b4410f49118225e0dacb242c82, entries=100, sequenceid=53, filesize=9.4 K 2024-11-08T19:25:02,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/4ed919ba02ee48a887e9292e8a6d758c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/4ed919ba02ee48a887e9292e8a6d758c 2024-11-08T19:25:02,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/4ed919ba02ee48a887e9292e8a6d758c, entries=100, sequenceid=53, filesize=9.4 K 2024-11-08T19:25:02,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 10e437342f7f1d195a6464b62c849608 in 1248ms, sequenceid=53, compaction requested=true 2024-11-08T19:25:02,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:02,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10e437342f7f1d195a6464b62c849608:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:25:02,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:02,565 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:25:02,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10e437342f7f1d195a6464b62c849608:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:25:02,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:02,565 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:25:02,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10e437342f7f1d195a6464b62c849608:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:25:02,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:25:02,566 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:25:02,566 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:25:02,566 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 10e437342f7f1d195a6464b62c849608/B is initiating minor compaction (all files) 2024-11-08T19:25:02,566 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 10e437342f7f1d195a6464b62c849608/A is initiating minor compaction (all files) 2024-11-08T19:25:02,566 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10e437342f7f1d195a6464b62c849608/B in TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:02,566 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10e437342f7f1d195a6464b62c849608/A in TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:02,566 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/2c49de9b1625499c85042c5ad673bfe5, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/68ff97475c9e4489817ef78683944618, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e96c3fb606a5443c845e6fc0e81ab10e] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp, totalSize=90.7 K 2024-11-08T19:25:02,566 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/e567813d499d4dbab1921fb26e501bbc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/1c848835b0234d0e9821c0fef8929c29, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/586cc3b4410f49118225e0dacb242c82] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp, totalSize=32.9 K 2024-11-08T19:25:02,566 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:02,566 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/2c49de9b1625499c85042c5ad673bfe5, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/68ff97475c9e4489817ef78683944618, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e96c3fb606a5443c845e6fc0e81ab10e] 2024-11-08T19:25:02,566 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting e567813d499d4dbab1921fb26e501bbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731093897118 2024-11-08T19:25:02,566 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c49de9b1625499c85042c5ad673bfe5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731093897118 2024-11-08T19:25:02,566 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c848835b0234d0e9821c0fef8929c29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731093897142 2024-11-08T19:25:02,567 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68ff97475c9e4489817ef78683944618, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731093897142 2024-11-08T19:25:02,567 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 586cc3b4410f49118225e0dacb242c82, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731093899304 2024-11-08T19:25:02,567 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting e96c3fb606a5443c845e6fc0e81ab10e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731093899303 2024-11-08T19:25:02,572 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10e437342f7f1d195a6464b62c849608#B#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:25:02,572 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/5dbe05232f094d48872b805b4ab9505c is 50, key is test_row_0/B:col10/1731093901316/Put/seqid=0 2024-11-08T19:25:02,573 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:02,575 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411081cae4dafe41147b9b31bb51e0ed86d4d_10e437342f7f1d195a6464b62c849608 store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:02,577 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411081cae4dafe41147b9b31bb51e0ed86d4d_10e437342f7f1d195a6464b62c849608, store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:02,577 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081cae4dafe41147b9b31bb51e0ed86d4d_10e437342f7f1d195a6464b62c849608 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:02,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742329_1505 (size=12104) 2024-11-08T19:25:02,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742330_1506 (size=4469) 2024-11-08T19:25:02,580 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10e437342f7f1d195a6464b62c849608#A#compaction#430 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:25:02,581 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/bb362db003e24eaca2e0a544cde0436f is 175, key is test_row_0/A:col10/1731093901316/Put/seqid=0 2024-11-08T19:25:02,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742331_1507 (size=31165) 2024-11-08T19:25:02,588 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/bb362db003e24eaca2e0a544cde0436f as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/bb362db003e24eaca2e0a544cde0436f 2024-11-08T19:25:02,591 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10e437342f7f1d195a6464b62c849608/A of 10e437342f7f1d195a6464b62c849608 into bb362db003e24eaca2e0a544cde0436f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:25:02,591 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:02,592 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., storeName=10e437342f7f1d195a6464b62c849608/A, priority=13, startTime=1731093902565; duration=0sec 2024-11-08T19:25:02,592 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:25:02,592 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10e437342f7f1d195a6464b62c849608:A 2024-11-08T19:25:02,592 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:25:02,592 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:25:02,593 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 10e437342f7f1d195a6464b62c849608/C is initiating minor compaction (all files) 2024-11-08T19:25:02,593 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10e437342f7f1d195a6464b62c849608/C in TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:02,593 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/0b312f48715841538769f6fdf465da3c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/9333f788aad14e179acd0d7bf12956a8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/4ed919ba02ee48a887e9292e8a6d758c] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp, totalSize=32.9 K 2024-11-08T19:25:02,593 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b312f48715841538769f6fdf465da3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731093897118 2024-11-08T19:25:02,593 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9333f788aad14e179acd0d7bf12956a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731093897142 2024-11-08T19:25:02,593 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ed919ba02ee48a887e9292e8a6d758c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731093899304 2024-11-08T19:25:02,600 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10e437342f7f1d195a6464b62c849608#C#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:25:02,600 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/7308ac8487314bd893af2e7000d25ddc is 50, key is test_row_0/C:col10/1731093901316/Put/seqid=0 2024-11-08T19:25:02,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742332_1508 (size=12104) 2024-11-08T19:25:02,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T19:25:02,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:02,658 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 10e437342f7f1d195a6464b62c849608 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T19:25:02,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ebb86238f130407794844b1bf9484460_10e437342f7f1d195a6464b62c849608 is 50, key is test_row_0/A:col10/1731093901386/Put/seqid=0 2024-11-08T19:25:02,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742333_1509 (size=12154) 2024-11-08T19:25:02,981 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/5dbe05232f094d48872b805b4ab9505c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/5dbe05232f094d48872b805b4ab9505c 2024-11-08T19:25:02,984 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10e437342f7f1d195a6464b62c849608/B of 10e437342f7f1d195a6464b62c849608 into 5dbe05232f094d48872b805b4ab9505c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:25:02,984 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:02,984 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., storeName=10e437342f7f1d195a6464b62c849608/B, priority=13, startTime=1731093902565; duration=0sec 2024-11-08T19:25:02,985 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:02,985 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10e437342f7f1d195a6464b62c849608:B 2024-11-08T19:25:03,007 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/7308ac8487314bd893af2e7000d25ddc as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/7308ac8487314bd893af2e7000d25ddc 2024-11-08T19:25:03,010 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10e437342f7f1d195a6464b62c849608/C of 10e437342f7f1d195a6464b62c849608 into 7308ac8487314bd893af2e7000d25ddc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:25:03,010 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:03,010 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., storeName=10e437342f7f1d195a6464b62c849608/C, priority=13, startTime=1731093902565; duration=0sec 2024-11-08T19:25:03,011 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:03,011 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10e437342f7f1d195a6464b62c849608:C 2024-11-08T19:25:03,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:03,070 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ebb86238f130407794844b1bf9484460_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ebb86238f130407794844b1bf9484460_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:03,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/52dcdfab788f4423b3dd066ab367ea5f, store: [table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:03,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/52dcdfab788f4423b3dd066ab367ea5f is 175, key is test_row_0/A:col10/1731093901386/Put/seqid=0 2024-11-08T19:25:03,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742334_1510 (size=30955) 2024-11-08T19:25:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T19:25:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:03,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:03,477 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/52dcdfab788f4423b3dd066ab367ea5f 2024-11-08T19:25:03,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/1c9e60f1db604b2da75fd0f5fb625d33 is 50, key is test_row_0/B:col10/1731093901386/Put/seqid=0 2024-11-08T19:25:03,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742335_1511 (size=12001) 2024-11-08T19:25:03,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093963487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:03,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:03,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093963488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:03,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:03,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:03,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093963488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:03,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:03,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44822 deadline: 1731093963534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:03,535 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in 10e437342f7f1d195a6464b62c849608 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:25:03,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:03,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44876 deadline: 1731093963543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:03,545 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 10e437342f7f1d195a6464b62c849608 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:25:03,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:03,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093963593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:03,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:03,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093963593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:03,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:03,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093963594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:03,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:03,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:03,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093963803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093963803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093963803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:03,905 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/1c9e60f1db604b2da75fd0f5fb625d33 2024-11-08T19:25:03,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/6d80710c5ab2487183a9d2f21cd6fcc9 is 50, key is test_row_0/C:col10/1731093901386/Put/seqid=0 2024-11-08T19:25:03,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742336_1512 (size=12001) 2024-11-08T19:25:04,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093964114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093964114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093964114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:04,322 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/6d80710c5ab2487183a9d2f21cd6fcc9 2024-11-08T19:25:04,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/52dcdfab788f4423b3dd066ab367ea5f as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/52dcdfab788f4423b3dd066ab367ea5f 2024-11-08T19:25:04,328 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/52dcdfab788f4423b3dd066ab367ea5f, entries=150, sequenceid=77, filesize=30.2 K 2024-11-08T19:25:04,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/1c9e60f1db604b2da75fd0f5fb625d33 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/1c9e60f1db604b2da75fd0f5fb625d33 2024-11-08T19:25:04,331 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/1c9e60f1db604b2da75fd0f5fb625d33, entries=150, sequenceid=77, filesize=11.7 K 2024-11-08T19:25:04,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/6d80710c5ab2487183a9d2f21cd6fcc9 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/6d80710c5ab2487183a9d2f21cd6fcc9 2024-11-08T19:25:04,334 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/6d80710c5ab2487183a9d2f21cd6fcc9, entries=150, sequenceid=77, filesize=11.7 K 2024-11-08T19:25:04,335 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 10e437342f7f1d195a6464b62c849608 in 1676ms, sequenceid=77, compaction requested=false 2024-11-08T19:25:04,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:04,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:04,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-08T19:25:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-08T19:25:04,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-08T19:25:04,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0500 sec 2024-11-08T19:25:04,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 3.0540 sec 2024-11-08T19:25:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:04,625 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:25:04,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10e437342f7f1d195a6464b62c849608 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T19:25:04,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b522219be5d1427698c655567b048383_10e437342f7f1d195a6464b62c849608 is 50, key is test_row_0/A:col10/1731093904625/Put/seqid=0 2024-11-08T19:25:04,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742337_1513 (size=14594) 2024-11-08T19:25:04,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093964652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:04,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:04,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093964653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:04,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:04,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093964656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:04,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,659 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:04,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093964763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:04,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093964763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093964763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:04,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093964974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:04,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093964974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093964974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:05,035 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:05,037 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b522219be5d1427698c655567b048383_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b522219be5d1427698c655567b048383_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:05,038 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/35d2d3e3cadc4dada4470e2ab2b89adc, store: [table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:05,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/35d2d3e3cadc4dada4470e2ab2b89adc is 175, key is test_row_0/A:col10/1731093904625/Put/seqid=0 2024-11-08T19:25:05,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742338_1514 (size=39549) 2024-11-08T19:25:05,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093965284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:05,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093965284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:05,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093965284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:05,442 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/35d2d3e3cadc4dada4470e2ab2b89adc 2024-11-08T19:25:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T19:25:05,443 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:25:05,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:25:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-08T19:25:05,445 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:25:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T19:25:05,446 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:25:05,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:25:05,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/3a2a33271221452786244785cc9e8b57 is 50, key is test_row_0/B:col10/1731093904625/Put/seqid=0 2024-11-08T19:25:05,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742339_1515 (size=12001) 2024-11-08T19:25:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T19:25:05,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44822 deadline: 1731093965553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:05,556 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in 10e437342f7f1d195a6464b62c849608 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:25:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:05,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44876 deadline: 1731093965563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:05,566 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 10e437342f7f1d195a6464b62c849608 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:25:05,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:05,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:05,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:05,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T19:25:05,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:05,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:05,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:05,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:05,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:05,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T19:25:05,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:05,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:05,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:05,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:05,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T19:25:05,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093965793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:05,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093965793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:05,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093965793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:05,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/3a2a33271221452786244785cc9e8b57 2024-11-08T19:25:05,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/d7e9821cc3f34793affbe8c1a6f3e711 is 50, key is test_row_0/C:col10/1731093904625/Put/seqid=0 2024-11-08T19:25:05,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742340_1516 (size=12001) 2024-11-08T19:25:05,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T19:25:05,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:05,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:05,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:05,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:05,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:06,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T19:25:06,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:06,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:06,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:06,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:06,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T19:25:06,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T19:25:06,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:06,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:06,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:06,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:06,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:06,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/d7e9821cc3f34793affbe8c1a6f3e711 2024-11-08T19:25:06,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/35d2d3e3cadc4dada4470e2ab2b89adc as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/35d2d3e3cadc4dada4470e2ab2b89adc 2024-11-08T19:25:06,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/35d2d3e3cadc4dada4470e2ab2b89adc, entries=200, sequenceid=95, filesize=38.6 K 2024-11-08T19:25:06,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/3a2a33271221452786244785cc9e8b57 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/3a2a33271221452786244785cc9e8b57 2024-11-08T19:25:06,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/3a2a33271221452786244785cc9e8b57, entries=150, sequenceid=95, filesize=11.7 K 2024-11-08T19:25:06,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/d7e9821cc3f34793affbe8c1a6f3e711 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/d7e9821cc3f34793affbe8c1a6f3e711 2024-11-08T19:25:06,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/d7e9821cc3f34793affbe8c1a6f3e711, entries=150, sequenceid=95, filesize=11.7 K 2024-11-08T19:25:06,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 10e437342f7f1d195a6464b62c849608 in 1658ms, sequenceid=95, compaction requested=true 2024-11-08T19:25:06,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:06,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10e437342f7f1d195a6464b62c849608:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:25:06,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:06,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10e437342f7f1d195a6464b62c849608:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:25:06,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:06,283 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:25:06,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10e437342f7f1d195a6464b62c849608:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:25:06,283 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:25:06,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:25:06,284 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:25:06,284 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:25:06,284 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 10e437342f7f1d195a6464b62c849608/A is initiating minor compaction (all files) 2024-11-08T19:25:06,284 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 10e437342f7f1d195a6464b62c849608/B is initiating minor compaction (all files) 2024-11-08T19:25:06,284 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10e437342f7f1d195a6464b62c849608/A in TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:06,284 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10e437342f7f1d195a6464b62c849608/B in TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:06,284 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/bb362db003e24eaca2e0a544cde0436f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/52dcdfab788f4423b3dd066ab367ea5f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/35d2d3e3cadc4dada4470e2ab2b89adc] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp, totalSize=99.3 K 2024-11-08T19:25:06,284 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/5dbe05232f094d48872b805b4ab9505c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/1c9e60f1db604b2da75fd0f5fb625d33, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/3a2a33271221452786244785cc9e8b57] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp, totalSize=35.3 K 2024-11-08T19:25:06,284 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:06,284 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/bb362db003e24eaca2e0a544cde0436f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/52dcdfab788f4423b3dd066ab367ea5f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/35d2d3e3cadc4dada4470e2ab2b89adc] 2024-11-08T19:25:06,284 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dbe05232f094d48872b805b4ab9505c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731093897145 2024-11-08T19:25:06,284 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb362db003e24eaca2e0a544cde0436f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731093897145 2024-11-08T19:25:06,284 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52dcdfab788f4423b3dd066ab367ea5f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731093901381 2024-11-08T19:25:06,284 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c9e60f1db604b2da75fd0f5fb625d33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731093901381 2024-11-08T19:25:06,285 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35d2d3e3cadc4dada4470e2ab2b89adc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731093903486 2024-11-08T19:25:06,285 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a2a33271221452786244785cc9e8b57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731093903486 2024-11-08T19:25:06,289 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:06,290 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10e437342f7f1d195a6464b62c849608#B#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:25:06,290 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/f0fdc8c252ac42ffb951d2162ca358be is 50, key is test_row_0/B:col10/1731093904625/Put/seqid=0 2024-11-08T19:25:06,292 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108338899aa74dd4615aedd2f9c46d78fc4_10e437342f7f1d195a6464b62c849608 store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:06,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742341_1517 (size=12207) 2024-11-08T19:25:06,293 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108338899aa74dd4615aedd2f9c46d78fc4_10e437342f7f1d195a6464b62c849608, store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:06,294 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108338899aa74dd4615aedd2f9c46d78fc4_10e437342f7f1d195a6464b62c849608 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:06,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742342_1518 (size=4469) 2024-11-08T19:25:06,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T19:25:06,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:06,361 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 10e437342f7f1d195a6464b62c849608 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-08T19:25:06,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082ea63041c2174e10afa649e590fccabb_10e437342f7f1d195a6464b62c849608 is 50, key is test_row_0/A:col10/1731093904651/Put/seqid=0 2024-11-08T19:25:06,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742343_1519 (size=12154) 2024-11-08T19:25:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T19:25:06,697 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/f0fdc8c252ac42ffb951d2162ca358be as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/f0fdc8c252ac42ffb951d2162ca358be 2024-11-08T19:25:06,698 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10e437342f7f1d195a6464b62c849608#A#compaction#439 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:25:06,698 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/f506b5ede89a4a62a5e65aaddffd36ec is 175, key is test_row_0/A:col10/1731093904625/Put/seqid=0 2024-11-08T19:25:06,700 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10e437342f7f1d195a6464b62c849608/B of 10e437342f7f1d195a6464b62c849608 into f0fdc8c252ac42ffb951d2162ca358be(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:25:06,700 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:06,701 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., storeName=10e437342f7f1d195a6464b62c849608/B, priority=13, startTime=1731093906283; duration=0sec 2024-11-08T19:25:06,701 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:25:06,701 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10e437342f7f1d195a6464b62c849608:B 2024-11-08T19:25:06,701 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:25:06,702 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:25:06,702 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 10e437342f7f1d195a6464b62c849608/C is initiating minor compaction (all files) 2024-11-08T19:25:06,702 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10e437342f7f1d195a6464b62c849608/C in TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:06,702 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/7308ac8487314bd893af2e7000d25ddc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/6d80710c5ab2487183a9d2f21cd6fcc9, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/d7e9821cc3f34793affbe8c1a6f3e711] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp, totalSize=35.3 K 2024-11-08T19:25:06,703 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 7308ac8487314bd893af2e7000d25ddc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731093897145 2024-11-08T19:25:06,703 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d80710c5ab2487183a9d2f21cd6fcc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731093901381 2024-11-08T19:25:06,703 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting d7e9821cc3f34793affbe8c1a6f3e711, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731093903486 2024-11-08T19:25:06,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742344_1520 (size=31161) 2024-11-08T19:25:06,709 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10e437342f7f1d195a6464b62c849608#C#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:25:06,709 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/c6daae0fb4404adfb69f730e4067e7f1 is 50, key is test_row_0/C:col10/1731093904625/Put/seqid=0 2024-11-08T19:25:06,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742345_1521 (size=12207) 2024-11-08T19:25:06,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:06,772 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082ea63041c2174e10afa649e590fccabb_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082ea63041c2174e10afa649e590fccabb_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:06,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/81f92e00c824489ca71138da1531a853, store: [table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:06,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/81f92e00c824489ca71138da1531a853 is 175, key is test_row_0/A:col10/1731093904651/Put/seqid=0 2024-11-08T19:25:06,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742346_1522 (size=30955) 2024-11-08T19:25:06,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:06,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093966821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:06,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093966822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:06,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:06,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:06,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:06,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:06,825 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:06,826 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:06,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093966823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:06,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:06,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:06,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:06,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093966933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:06,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093966934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:06,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:06,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:06,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093966934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:06,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:06,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:06,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:06,937 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:07,109 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/f506b5ede89a4a62a5e65aaddffd36ec as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/f506b5ede89a4a62a5e65aaddffd36ec 2024-11-08T19:25:07,113 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10e437342f7f1d195a6464b62c849608/A of 10e437342f7f1d195a6464b62c849608 into f506b5ede89a4a62a5e65aaddffd36ec(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:25:07,113 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:07,113 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., storeName=10e437342f7f1d195a6464b62c849608/A, priority=13, startTime=1731093906283; duration=0sec 2024-11-08T19:25:07,113 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:07,113 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10e437342f7f1d195a6464b62c849608:A 2024-11-08T19:25:07,115 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/c6daae0fb4404adfb69f730e4067e7f1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/c6daae0fb4404adfb69f730e4067e7f1 2024-11-08T19:25:07,118 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10e437342f7f1d195a6464b62c849608/C of 10e437342f7f1d195a6464b62c849608 into c6daae0fb4404adfb69f730e4067e7f1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:25:07,118 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:07,118 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., storeName=10e437342f7f1d195a6464b62c849608/C, priority=13, startTime=1731093906283; duration=0sec 2024-11-08T19:25:07,119 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:07,119 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10e437342f7f1d195a6464b62c849608:C 2024-11-08T19:25:07,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:07,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:07,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093967143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093967143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093967144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:07,177 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/81f92e00c824489ca71138da1531a853 2024-11-08T19:25:07,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/eb5a86c839344e0195f64b64c7032c64 is 50, key is test_row_0/B:col10/1731093904651/Put/seqid=0 2024-11-08T19:25:07,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742347_1523 (size=12001) 2024-11-08T19:25:07,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093967453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093967453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:07,456 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093967453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:07,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:07,588 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/eb5a86c839344e0195f64b64c7032c64 2024-11-08T19:25:07,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/6f7f24066cc34601859f689ae43505b2 is 50, key is test_row_0/C:col10/1731093904651/Put/seqid=0 2024-11-08T19:25:07,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742348_1524 (size=12001) 2024-11-08T19:25:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T19:25:07,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093967963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:07,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:07,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:07,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093967963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093967963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:07,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:07,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:07,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:07,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:07,997 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/6f7f24066cc34601859f689ae43505b2 2024-11-08T19:25:08,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/81f92e00c824489ca71138da1531a853 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/81f92e00c824489ca71138da1531a853 2024-11-08T19:25:08,003 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/81f92e00c824489ca71138da1531a853, entries=150, sequenceid=115, filesize=30.2 K 2024-11-08T19:25:08,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/eb5a86c839344e0195f64b64c7032c64 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/eb5a86c839344e0195f64b64c7032c64 2024-11-08T19:25:08,006 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/eb5a86c839344e0195f64b64c7032c64, entries=150, sequenceid=115, filesize=11.7 K 2024-11-08T19:25:08,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/6f7f24066cc34601859f689ae43505b2 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/6f7f24066cc34601859f689ae43505b2 2024-11-08T19:25:08,009 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/6f7f24066cc34601859f689ae43505b2, entries=150, sequenceid=115, filesize=11.7 K 2024-11-08T19:25:08,010 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 10e437342f7f1d195a6464b62c849608 in 1648ms, sequenceid=115, compaction requested=false 2024-11-08T19:25:08,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:08,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:08,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-08T19:25:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-08T19:25:08,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-08T19:25:08,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5650 sec 2024-11-08T19:25:08,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.5690 sec 2024-11-08T19:25:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:08,976 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:25:08,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10e437342f7f1d195a6464b62c849608 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-08T19:25:09,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093968996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:09,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:09,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093969000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:09,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:09,003 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093969000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:09,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:09,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083266b9a7246c447d959518cd7b131576_10e437342f7f1d195a6464b62c849608 is 50, key is test_row_0/A:col10/1731093906821/Put/seqid=0 2024-11-08T19:25:09,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742349_1525 (size=17234) 2024-11-08T19:25:09,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093969103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:09,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093969114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:09,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:09,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093969114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:09,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:09,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093969313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:09,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:09,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093969324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093969324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:09,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:09,439 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:09,441 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083266b9a7246c447d959518cd7b131576_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083266b9a7246c447d959518cd7b131576_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:09,442 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/4b2541cef7ef47a596136311df1ed535, store: [table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:09,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/4b2541cef7ef47a596136311df1ed535 is 175, key is test_row_0/A:col10/1731093906821/Put/seqid=0 2024-11-08T19:25:09,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742350_1526 (size=48339) 2024-11-08T19:25:09,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44822 deadline: 1731093969594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:09,598 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_0' in 10e437342f7f1d195a6464b62c849608 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:25:09,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:09,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44876 deadline: 1731093969603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:09,605 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 692b295ad45c,37615,1731093745778 for 'test_row_2' in 10e437342f7f1d195a6464b62c849608 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-08T19:25:09,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T19:25:09,623 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:25:09,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:25:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-08T19:25:09,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093969623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:09,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T19:25:09,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:09,625 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:25:09,626 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:25:09,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:25:09,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093969633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:09,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093969633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T19:25:09,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-08T19:25:09,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:09,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:09,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:09,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:09,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:09,845 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/4b2541cef7ef47a596136311df1ed535 2024-11-08T19:25:09,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/adee75c4b6434155bc65758816173777 is 50, key is test_row_0/B:col10/1731093906821/Put/seqid=0 2024-11-08T19:25:09,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742351_1527 (size=12101) 2024-11-08T19:25:09,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/adee75c4b6434155bc65758816173777 2024-11-08T19:25:09,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/ac85987741924357a4bd18c3197a1d1a is 50, key is test_row_0/C:col10/1731093906821/Put/seqid=0 2024-11-08T19:25:09,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742352_1528 (size=12101) 2024-11-08T19:25:09,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-08T19:25:09,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:09,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:09,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:09,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:09,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T19:25:10,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-08T19:25:10,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:10,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:10,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:10,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:10,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:10,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093970133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:10,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:10,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:10,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:10,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093970143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:10,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093970144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:10,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-08T19:25:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:10,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T19:25:10,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/ac85987741924357a4bd18c3197a1d1a 2024-11-08T19:25:10,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/4b2541cef7ef47a596136311df1ed535 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/4b2541cef7ef47a596136311df1ed535 2024-11-08T19:25:10,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/4b2541cef7ef47a596136311df1ed535, entries=250, sequenceid=136, filesize=47.2 K 2024-11-08T19:25:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/adee75c4b6434155bc65758816173777 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/adee75c4b6434155bc65758816173777 2024-11-08T19:25:10,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/adee75c4b6434155bc65758816173777, entries=150, sequenceid=136, filesize=11.8 K 2024-11-08T19:25:10,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/ac85987741924357a4bd18c3197a1d1a as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/ac85987741924357a4bd18c3197a1d1a 2024-11-08T19:25:10,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/ac85987741924357a4bd18c3197a1d1a, entries=150, sequenceid=136, filesize=11.8 K 2024-11-08T19:25:10,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 10e437342f7f1d195a6464b62c849608 in 1298ms, sequenceid=136, compaction requested=true 2024-11-08T19:25:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10e437342f7f1d195a6464b62c849608:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:25:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:10,274 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:25:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10e437342f7f1d195a6464b62c849608:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:25:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:10,274 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:25:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10e437342f7f1d195a6464b62c849608:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:25:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:25:10,276 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:25:10,276 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:25:10,277 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 10e437342f7f1d195a6464b62c849608/B is initiating minor compaction (all files) 2024-11-08T19:25:10,277 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 10e437342f7f1d195a6464b62c849608/A is initiating minor compaction (all files) 2024-11-08T19:25:10,277 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10e437342f7f1d195a6464b62c849608/A in TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:10,277 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10e437342f7f1d195a6464b62c849608/B in TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:10,277 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/f506b5ede89a4a62a5e65aaddffd36ec, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/81f92e00c824489ca71138da1531a853, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/4b2541cef7ef47a596136311df1ed535] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp, totalSize=107.9 K 2024-11-08T19:25:10,277 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/f0fdc8c252ac42ffb951d2162ca358be, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/eb5a86c839344e0195f64b64c7032c64, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/adee75c4b6434155bc65758816173777] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp, totalSize=35.5 K 2024-11-08T19:25:10,277 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:10,277 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/f506b5ede89a4a62a5e65aaddffd36ec, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/81f92e00c824489ca71138da1531a853, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/4b2541cef7ef47a596136311df1ed535] 2024-11-08T19:25:10,277 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting f0fdc8c252ac42ffb951d2162ca358be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731093903486 2024-11-08T19:25:10,277 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting f506b5ede89a4a62a5e65aaddffd36ec, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731093903486 2024-11-08T19:25:10,277 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting eb5a86c839344e0195f64b64c7032c64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731093904651 2024-11-08T19:25:10,277 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81f92e00c824489ca71138da1531a853, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731093904651 2024-11-08T19:25:10,277 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting adee75c4b6434155bc65758816173777, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731093906815 2024-11-08T19:25:10,278 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b2541cef7ef47a596136311df1ed535, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731093906815 2024-11-08T19:25:10,284 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10e437342f7f1d195a6464b62c849608#B#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:25:10,284 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/009ff25a78e7461cbf9f7dfa5950c5a2 is 50, key is test_row_0/B:col10/1731093906821/Put/seqid=0 2024-11-08T19:25:10,284 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:10,286 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108cf34928ea8c645ec8127c8446aafc78d_10e437342f7f1d195a6464b62c849608 store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:10,287 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108cf34928ea8c645ec8127c8446aafc78d_10e437342f7f1d195a6464b62c849608, store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:10,287 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108cf34928ea8c645ec8127c8446aafc78d_10e437342f7f1d195a6464b62c849608 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:10,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742354_1530 (size=4469) 2024-11-08T19:25:10,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742353_1529 (size=12409) 2024-11-08T19:25:10,294 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/009ff25a78e7461cbf9f7dfa5950c5a2 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/009ff25a78e7461cbf9f7dfa5950c5a2 2024-11-08T19:25:10,297 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10e437342f7f1d195a6464b62c849608/B of 10e437342f7f1d195a6464b62c849608 into 009ff25a78e7461cbf9f7dfa5950c5a2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:25:10,297 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:10,297 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., storeName=10e437342f7f1d195a6464b62c849608/B, priority=13, startTime=1731093910274; duration=0sec 2024-11-08T19:25:10,297 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:25:10,297 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10e437342f7f1d195a6464b62c849608:B 2024-11-08T19:25:10,297 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:25:10,298 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:25:10,298 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 10e437342f7f1d195a6464b62c849608/C is initiating minor compaction (all files) 2024-11-08T19:25:10,298 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10e437342f7f1d195a6464b62c849608/C in TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:10,298 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/c6daae0fb4404adfb69f730e4067e7f1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/6f7f24066cc34601859f689ae43505b2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/ac85987741924357a4bd18c3197a1d1a] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp, totalSize=35.5 K 2024-11-08T19:25:10,299 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting c6daae0fb4404adfb69f730e4067e7f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731093903486 2024-11-08T19:25:10,300 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f7f24066cc34601859f689ae43505b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731093904651 2024-11-08T19:25:10,301 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting ac85987741924357a4bd18c3197a1d1a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731093906815 2024-11-08T19:25:10,308 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10e437342f7f1d195a6464b62c849608#C#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:25:10,308 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/b66a4e76df4b4c7ab6f94c8cfbb7b0ef is 50, key is test_row_0/C:col10/1731093906821/Put/seqid=0 2024-11-08T19:25:10,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742355_1531 (size=12409) 2024-11-08T19:25:10,315 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/b66a4e76df4b4c7ab6f94c8cfbb7b0ef as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/b66a4e76df4b4c7ab6f94c8cfbb7b0ef 2024-11-08T19:25:10,319 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10e437342f7f1d195a6464b62c849608/C of 10e437342f7f1d195a6464b62c849608 into b66a4e76df4b4c7ab6f94c8cfbb7b0ef(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:25:10,319 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:10,319 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., storeName=10e437342f7f1d195a6464b62c849608/C, priority=13, startTime=1731093910274; duration=0sec 2024-11-08T19:25:10,319 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:10,319 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10e437342f7f1d195a6464b62c849608:C 2024-11-08T19:25:10,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-08T19:25:10,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:10,388 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 10e437342f7f1d195a6464b62c849608 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-08T19:25:10,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086445789d45254593bb8ee8c5c0369450_10e437342f7f1d195a6464b62c849608 is 50, key is test_row_0/A:col10/1731093908999/Put/seqid=0 2024-11-08T19:25:10,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742356_1532 (size=12304) 2024-11-08T19:25:10,691 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10e437342f7f1d195a6464b62c849608#A#compaction#448 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:25:10,692 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/d68336258b344a57babb2e4cc93e39c2 is 175, key is test_row_0/A:col10/1731093906821/Put/seqid=0 2024-11-08T19:25:10,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742357_1533 (size=31363) 2024-11-08T19:25:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T19:25:10,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:10,799 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086445789d45254593bb8ee8c5c0369450_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086445789d45254593bb8ee8c5c0369450_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:10,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/4ea413479f8047848f62be23f34d69d1, store: [table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:10,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/4ea413479f8047848f62be23f34d69d1 is 175, key is test_row_0/A:col10/1731093908999/Put/seqid=0 2024-11-08T19:25:10,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742358_1534 (size=31105) 2024-11-08T19:25:11,098 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/d68336258b344a57babb2e4cc93e39c2 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/d68336258b344a57babb2e4cc93e39c2 2024-11-08T19:25:11,101 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10e437342f7f1d195a6464b62c849608/A of 10e437342f7f1d195a6464b62c849608 into d68336258b344a57babb2e4cc93e39c2(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:25:11,101 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:11,101 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., storeName=10e437342f7f1d195a6464b62c849608/A, priority=13, startTime=1731093910274; duration=0sec 2024-11-08T19:25:11,101 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:11,101 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10e437342f7f1d195a6464b62c849608:A 2024-11-08T19:25:11,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:11,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093971197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:11,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:11,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093971197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:11,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:11,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:11,204 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/4ea413479f8047848f62be23f34d69d1 2024-11-08T19:25:11,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093971201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:11,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/98887669aa9c438682ecc518ea836639 is 50, key is test_row_0/B:col10/1731093908999/Put/seqid=0 2024-11-08T19:25:11,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742359_1535 (size=12151) 2024-11-08T19:25:11,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093971303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:11,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093971314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:11,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:11,316 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093971314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:11,316 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,316 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:11,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:11,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093971513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:11,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:11,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093971524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:11,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:11,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093971524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:11,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:11,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:11,612 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/98887669aa9c438682ecc518ea836639 2024-11-08T19:25:11,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/c8045ea42410467b8e2fb120146d68a5 is 50, key is test_row_0/C:col10/1731093908999/Put/seqid=0 2024-11-08T19:25:11,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742360_1536 (size=12151) 2024-11-08T19:25:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T19:25:11,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093971823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:11,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093971833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:11,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:11,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093971833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:11,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:11,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:11,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:12,020 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/c8045ea42410467b8e2fb120146d68a5 2024-11-08T19:25:12,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/4ea413479f8047848f62be23f34d69d1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/4ea413479f8047848f62be23f34d69d1 2024-11-08T19:25:12,027 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/4ea413479f8047848f62be23f34d69d1, entries=150, sequenceid=156, filesize=30.4 K 2024-11-08T19:25:12,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/98887669aa9c438682ecc518ea836639 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/98887669aa9c438682ecc518ea836639 2024-11-08T19:25:12,030 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/98887669aa9c438682ecc518ea836639, entries=150, sequenceid=156, filesize=11.9 K 2024-11-08T19:25:12,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/c8045ea42410467b8e2fb120146d68a5 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/c8045ea42410467b8e2fb120146d68a5 2024-11-08T19:25:12,033 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/c8045ea42410467b8e2fb120146d68a5, entries=150, sequenceid=156, filesize=11.9 K 2024-11-08T19:25:12,034 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 10e437342f7f1d195a6464b62c849608 in 1646ms, sequenceid=156, compaction requested=false 2024-11-08T19:25:12,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:12,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:12,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-08T19:25:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-08T19:25:12,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-08T19:25:12,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4090 sec 2024-11-08T19:25:12,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.4130 sec 2024-11-08T19:25:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:12,335 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:25:12,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10e437342f7f1d195a6464b62c849608 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-08T19:25:12,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108fec74a4e6ccb44738eb5c5981914361b_10e437342f7f1d195a6464b62c849608 is 50, key is test_row_0/A:col10/1731093911196/Put/seqid=0 2024-11-08T19:25:12,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742361_1537 (size=12304) 2024-11-08T19:25:12,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093972363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:12,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:12,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093972364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:12,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093972365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:12,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093972473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:12,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093972473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:12,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:12,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:12,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093972473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:12,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:12,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:12,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093972683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:12,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:12,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093972683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:12,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:12,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093972683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:12,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:12,750 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:12,752 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108fec74a4e6ccb44738eb5c5981914361b_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fec74a4e6ccb44738eb5c5981914361b_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:12,753 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/71c15a7d3d934b788ccf87923f1cd4a1, store: [table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:12,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/71c15a7d3d934b788ccf87923f1cd4a1 is 175, key is test_row_0/A:col10/1731093911196/Put/seqid=0 2024-11-08T19:25:12,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742362_1538 (size=31105) 2024-11-08T19:25:12,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093972994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:12,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093972994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:12,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093972994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:13,157 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/71c15a7d3d934b788ccf87923f1cd4a1 2024-11-08T19:25:13,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/67a34e86c2a64662b92fe99cf61ad825 is 50, key is test_row_0/B:col10/1731093911196/Put/seqid=0 2024-11-08T19:25:13,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742363_1539 (size=12151) 2024-11-08T19:25:13,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093973503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:13,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093973504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:13,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093973504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:13,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:13,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/67a34e86c2a64662b92fe99cf61ad825 2024-11-08T19:25:13,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/38dd07a5ed8e42a58b7346d01847e6fd is 50, key is test_row_0/C:col10/1731093911196/Put/seqid=0 2024-11-08T19:25:13,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742364_1540 (size=12151) 2024-11-08T19:25:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T19:25:13,793 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:25:13,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:25:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-08T19:25:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T19:25:13,795 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:25:13,796 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:25:13,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:25:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T19:25:13,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-08T19:25:13,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:13,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:13,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:13,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:13,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:13,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/38dd07a5ed8e42a58b7346d01847e6fd 2024-11-08T19:25:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/71c15a7d3d934b788ccf87923f1cd4a1 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/71c15a7d3d934b788ccf87923f1cd4a1 2024-11-08T19:25:14,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/71c15a7d3d934b788ccf87923f1cd4a1, entries=150, sequenceid=176, filesize=30.4 K 2024-11-08T19:25:14,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/67a34e86c2a64662b92fe99cf61ad825 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/67a34e86c2a64662b92fe99cf61ad825 2024-11-08T19:25:14,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/67a34e86c2a64662b92fe99cf61ad825, entries=150, sequenceid=176, filesize=11.9 K 2024-11-08T19:25:14,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/38dd07a5ed8e42a58b7346d01847e6fd as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/38dd07a5ed8e42a58b7346d01847e6fd 2024-11-08T19:25:14,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/38dd07a5ed8e42a58b7346d01847e6fd, entries=150, sequenceid=176, filesize=11.9 K 2024-11-08T19:25:14,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 10e437342f7f1d195a6464b62c849608 in 1705ms, sequenceid=176, compaction requested=true 2024-11-08T19:25:14,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:14,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10e437342f7f1d195a6464b62c849608:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:25:14,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:14,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10e437342f7f1d195a6464b62c849608:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:25:14,041 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:25:14,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:14,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10e437342f7f1d195a6464b62c849608:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:25:14,041 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:25:14,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:25:14,042 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93573 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:25:14,042 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:25:14,042 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 10e437342f7f1d195a6464b62c849608/A is initiating minor compaction (all files) 2024-11-08T19:25:14,042 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 10e437342f7f1d195a6464b62c849608/B is initiating minor compaction (all files) 2024-11-08T19:25:14,042 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10e437342f7f1d195a6464b62c849608/A in TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:14,042 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10e437342f7f1d195a6464b62c849608/B in TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:14,042 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/d68336258b344a57babb2e4cc93e39c2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/4ea413479f8047848f62be23f34d69d1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/71c15a7d3d934b788ccf87923f1cd4a1] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp, totalSize=91.4 K 2024-11-08T19:25:14,042 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/009ff25a78e7461cbf9f7dfa5950c5a2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/98887669aa9c438682ecc518ea836639, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/67a34e86c2a64662b92fe99cf61ad825] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp, totalSize=35.9 K 2024-11-08T19:25:14,042 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:14,042 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/d68336258b344a57babb2e4cc93e39c2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/4ea413479f8047848f62be23f34d69d1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/71c15a7d3d934b788ccf87923f1cd4a1] 2024-11-08T19:25:14,042 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 009ff25a78e7461cbf9f7dfa5950c5a2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731093906815 2024-11-08T19:25:14,042 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting d68336258b344a57babb2e4cc93e39c2, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731093906815 2024-11-08T19:25:14,042 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 98887669aa9c438682ecc518ea836639, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731093908994 2024-11-08T19:25:14,042 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ea413479f8047848f62be23f34d69d1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731093908994 2024-11-08T19:25:14,042 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 67a34e86c2a64662b92fe99cf61ad825, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731093911189 2024-11-08T19:25:14,043 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71c15a7d3d934b788ccf87923f1cd4a1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731093911189 2024-11-08T19:25:14,047 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:14,049 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10e437342f7f1d195a6464b62c849608#B#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:25:14,050 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/6544be61a62a4116884cfba96ba03543 is 50, key is test_row_0/B:col10/1731093911196/Put/seqid=0 2024-11-08T19:25:14,051 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108e7372bf1f46945f4a57fc38762ccbe0a_10e437342f7f1d195a6464b62c849608 store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:14,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742365_1541 (size=12561) 2024-11-08T19:25:14,053 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108e7372bf1f46945f4a57fc38762ccbe0a_10e437342f7f1d195a6464b62c849608, store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:14,053 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e7372bf1f46945f4a57fc38762ccbe0a_10e437342f7f1d195a6464b62c849608 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:14,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742366_1542 (size=4469) 2024-11-08T19:25:14,057 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/6544be61a62a4116884cfba96ba03543 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/6544be61a62a4116884cfba96ba03543 2024-11-08T19:25:14,058 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10e437342f7f1d195a6464b62c849608#A#compaction#456 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:25:14,059 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/72a8965288924ad7b8523b338a538c82 is 175, key is test_row_0/A:col10/1731093911196/Put/seqid=0 2024-11-08T19:25:14,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742367_1543 (size=31515) 2024-11-08T19:25:14,063 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10e437342f7f1d195a6464b62c849608/B of 10e437342f7f1d195a6464b62c849608 into 6544be61a62a4116884cfba96ba03543(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:25:14,063 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:14,063 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., storeName=10e437342f7f1d195a6464b62c849608/B, priority=13, startTime=1731093914041; duration=0sec 2024-11-08T19:25:14,063 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:25:14,063 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10e437342f7f1d195a6464b62c849608:B 2024-11-08T19:25:14,063 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:25:14,064 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:25:14,064 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 10e437342f7f1d195a6464b62c849608/C is initiating minor compaction (all files) 2024-11-08T19:25:14,064 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10e437342f7f1d195a6464b62c849608/C in TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:14,064 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/b66a4e76df4b4c7ab6f94c8cfbb7b0ef, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/c8045ea42410467b8e2fb120146d68a5, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/38dd07a5ed8e42a58b7346d01847e6fd] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp, totalSize=35.9 K 2024-11-08T19:25:14,064 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting b66a4e76df4b4c7ab6f94c8cfbb7b0ef, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731093906815 2024-11-08T19:25:14,065 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting c8045ea42410467b8e2fb120146d68a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731093908994 2024-11-08T19:25:14,065 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 38dd07a5ed8e42a58b7346d01847e6fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731093911189 2024-11-08T19:25:14,070 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10e437342f7f1d195a6464b62c849608#C#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:25:14,071 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/119c8a2ac92e4316b62de9276dc098ce is 50, key is test_row_0/C:col10/1731093911196/Put/seqid=0 2024-11-08T19:25:14,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742368_1544 (size=12561) 2024-11-08T19:25:14,080 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/119c8a2ac92e4316b62de9276dc098ce as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/119c8a2ac92e4316b62de9276dc098ce 2024-11-08T19:25:14,083 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10e437342f7f1d195a6464b62c849608/C of 10e437342f7f1d195a6464b62c849608 into 119c8a2ac92e4316b62de9276dc098ce(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:25:14,083 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:14,083 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., storeName=10e437342f7f1d195a6464b62c849608/C, priority=13, startTime=1731093914041; duration=0sec 2024-11-08T19:25:14,083 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:14,083 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10e437342f7f1d195a6464b62c849608:C 2024-11-08T19:25:14,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-08T19:25:14,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:14,100 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 10e437342f7f1d195a6464b62c849608 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-08T19:25:14,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bde4a62e30c847c59588407264cea521_10e437342f7f1d195a6464b62c849608 is 50, key is test_row_0/A:col10/1731093912362/Put/seqid=0 2024-11-08T19:25:14,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742369_1545 (size=12304) 2024-11-08T19:25:14,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:14,110 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bde4a62e30c847c59588407264cea521_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bde4a62e30c847c59588407264cea521_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:14,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/edf38b078a6f48b3accbc364b312af5d, store: [table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:14,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/edf38b078a6f48b3accbc364b312af5d is 175, key is test_row_0/A:col10/1731093912362/Put/seqid=0 2024-11-08T19:25:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T19:25:14,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742370_1546 (size=31105) 2024-11-08T19:25:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T19:25:14,466 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/72a8965288924ad7b8523b338a538c82 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/72a8965288924ad7b8523b338a538c82 2024-11-08T19:25:14,469 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10e437342f7f1d195a6464b62c849608/A of 10e437342f7f1d195a6464b62c849608 into 72a8965288924ad7b8523b338a538c82(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:25:14,469 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:14,469 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., storeName=10e437342f7f1d195a6464b62c849608/A, priority=13, startTime=1731093914041; duration=0sec 2024-11-08T19:25:14,469 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:14,469 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10e437342f7f1d195a6464b62c849608:A 2024-11-08T19:25:14,514 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/edf38b078a6f48b3accbc364b312af5d 2024-11-08T19:25:14,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/5fad13f096474f569ece108156d1dfa0 is 50, key is test_row_0/B:col10/1731093912362/Put/seqid=0 2024-11-08T19:25:14,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742371_1547 (size=12151) 2024-11-08T19:25:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:14,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:14,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:14,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093974541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:14,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093974544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:14,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:14,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093974545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:14,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:14,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093974653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:14,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:14,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093974653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:14,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:14,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093974653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:14,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093974863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:14,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093974863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:14,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093974863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:14,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:14,922 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/5fad13f096474f569ece108156d1dfa0 2024-11-08T19:25:14,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/44a8d406e9184a3e9794906f4e27c2c5 is 50, key is test_row_0/C:col10/1731093912362/Put/seqid=0 2024-11-08T19:25:14,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742372_1548 (size=12151) 2024-11-08T19:25:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T19:25:15,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093975173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:15,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:15,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093975173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:15,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:15,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093975173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:15,332 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/44a8d406e9184a3e9794906f4e27c2c5 2024-11-08T19:25:15,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/edf38b078a6f48b3accbc364b312af5d as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/edf38b078a6f48b3accbc364b312af5d 2024-11-08T19:25:15,338 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/edf38b078a6f48b3accbc364b312af5d, entries=150, sequenceid=196, filesize=30.4 K 2024-11-08T19:25:15,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/5fad13f096474f569ece108156d1dfa0 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/5fad13f096474f569ece108156d1dfa0 2024-11-08T19:25:15,341 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/5fad13f096474f569ece108156d1dfa0, entries=150, sequenceid=196, filesize=11.9 K 2024-11-08T19:25:15,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/44a8d406e9184a3e9794906f4e27c2c5 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/44a8d406e9184a3e9794906f4e27c2c5 2024-11-08T19:25:15,345 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/44a8d406e9184a3e9794906f4e27c2c5, entries=150, sequenceid=196, filesize=11.9 K 2024-11-08T19:25:15,346 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 10e437342f7f1d195a6464b62c849608 in 1246ms, sequenceid=196, compaction requested=false 2024-11-08T19:25:15,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:15,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:15,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-08T19:25:15,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-08T19:25:15,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-08T19:25:15,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5510 sec 2024-11-08T19:25:15,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.5550 sec 2024-11-08T19:25:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:15,685 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T19:25:15,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10e437342f7f1d195a6464b62c849608 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-08T19:25:15,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a97ac98fbb814b4fa32a28ea93515d49_10e437342f7f1d195a6464b62c849608 is 50, key is test_row_0/A:col10/1731093915685/Put/seqid=0 2024-11-08T19:25:15,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742373_1549 (size=12304) 2024-11-08T19:25:15,696 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:15,699 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a97ac98fbb814b4fa32a28ea93515d49_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a97ac98fbb814b4fa32a28ea93515d49_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:15,700 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/e04b1c15121545e98d1eacb94f096cae, store: [table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:15,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/e04b1c15121545e98d1eacb94f096cae is 175, key is test_row_0/A:col10/1731093915685/Put/seqid=0 2024-11-08T19:25:15,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742374_1550 (size=31105) 2024-11-08T19:25:15,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093975709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:15,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093975710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:15,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093975710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:15,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093975824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:15,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:15,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093975824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:15,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:15,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:15,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093975824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:15,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:15,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T19:25:15,943 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:25:15,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T19:25:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-08T19:25:15,945 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T19:25:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T19:25:15,945 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T19:25:15,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T19:25:16,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093976034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:16,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093976034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:16,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093976034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T19:25:16,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-08T19:25:16,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:16,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:16,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:16,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,103 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/e04b1c15121545e98d1eacb94f096cae 2024-11-08T19:25:16,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/48dafc49dfe544a58b928f6dcb525c53 is 50, key is test_row_0/B:col10/1731093915685/Put/seqid=0 2024-11-08T19:25:16,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742375_1551 (size=12151) 2024-11-08T19:25:16,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-08T19:25:16,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:16,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:16,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:16,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T19:25:16,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093976343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:16,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093976343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:16,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093976343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:16,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-08T19:25:16,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:16,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:16,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:16,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/48dafc49dfe544a58b928f6dcb525c53 2024-11-08T19:25:16,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/d47b365cef1448f2ad98aa90c90ac75a is 50, key is test_row_0/C:col10/1731093915685/Put/seqid=0 2024-11-08T19:25:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742376_1552 (size=12151) 2024-11-08T19:25:16,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-08T19:25:16,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:16,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:16,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:16,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T19:25:16,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-08T19:25:16,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:16,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:16,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:16,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1731093976853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:16,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44888 deadline: 1731093976853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T19:25:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37615 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44884 deadline: 1731093976853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 2024-11-08T19:25:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 , the old value is region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:25:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., hostname=692b295ad45c,37615,1731093745778, seqNum=5 because the exception is null or not the one we care about 2024-11-08T19:25:16,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-08T19:25:16,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:16,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:16,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:16,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:25:16,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/d47b365cef1448f2ad98aa90c90ac75a 2024-11-08T19:25:16,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/e04b1c15121545e98d1eacb94f096cae as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e04b1c15121545e98d1eacb94f096cae 2024-11-08T19:25:16,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e04b1c15121545e98d1eacb94f096cae, entries=150, sequenceid=217, filesize=30.4 K 2024-11-08T19:25:16,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/48dafc49dfe544a58b928f6dcb525c53 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/48dafc49dfe544a58b928f6dcb525c53 2024-11-08T19:25:16,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/48dafc49dfe544a58b928f6dcb525c53, entries=150, sequenceid=217, filesize=11.9 K 2024-11-08T19:25:16,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/d47b365cef1448f2ad98aa90c90ac75a as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/d47b365cef1448f2ad98aa90c90ac75a 2024-11-08T19:25:16,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/d47b365cef1448f2ad98aa90c90ac75a, entries=150, sequenceid=217, filesize=11.9 K 2024-11-08T19:25:16,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 10e437342f7f1d195a6464b62c849608 in 1247ms, sequenceid=217, compaction requested=true 2024-11-08T19:25:16,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:16,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10e437342f7f1d195a6464b62c849608:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T19:25:16,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:16,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10e437342f7f1d195a6464b62c849608:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T19:25:16,933 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:25:16,933 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:25:16,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:16,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10e437342f7f1d195a6464b62c849608:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T19:25:16,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:25:16,933 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:25:16,933 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:25:16,933 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1541): 10e437342f7f1d195a6464b62c849608/A is initiating minor compaction (all files) 2024-11-08T19:25:16,933 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 10e437342f7f1d195a6464b62c849608/B is initiating minor compaction (all files) 2024-11-08T19:25:16,933 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10e437342f7f1d195a6464b62c849608/A in TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:16,933 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10e437342f7f1d195a6464b62c849608/B in TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:16,933 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/6544be61a62a4116884cfba96ba03543, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/5fad13f096474f569ece108156d1dfa0, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/48dafc49dfe544a58b928f6dcb525c53] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp, totalSize=36.0 K 2024-11-08T19:25:16,933 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/72a8965288924ad7b8523b338a538c82, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/edf38b078a6f48b3accbc364b312af5d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e04b1c15121545e98d1eacb94f096cae] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp, totalSize=91.5 K 2024-11-08T19:25:16,933 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:16,934 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. files: [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/72a8965288924ad7b8523b338a538c82, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/edf38b078a6f48b3accbc364b312af5d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e04b1c15121545e98d1eacb94f096cae] 2024-11-08T19:25:16,934 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 6544be61a62a4116884cfba96ba03543, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731093911189 2024-11-08T19:25:16,934 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72a8965288924ad7b8523b338a538c82, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731093911189 2024-11-08T19:25:16,934 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting edf38b078a6f48b3accbc364b312af5d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731093912362 2024-11-08T19:25:16,934 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fad13f096474f569ece108156d1dfa0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731093912362 2024-11-08T19:25:16,935 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] compactions.Compactor(225): Compacting e04b1c15121545e98d1eacb94f096cae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731093914543 2024-11-08T19:25:16,935 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 48dafc49dfe544a58b928f6dcb525c53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731093914543 2024-11-08T19:25:16,939 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:16,940 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10e437342f7f1d195a6464b62c849608#B#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:25:16,941 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/2bac71dc076f4a2f86d46f3304c20e89 is 50, key is test_row_0/B:col10/1731093915685/Put/seqid=0 2024-11-08T19:25:16,945 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108bfa72f3e41554dcc98e1b6416825cea7_10e437342f7f1d195a6464b62c849608 store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:16,947 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108bfa72f3e41554dcc98e1b6416825cea7_10e437342f7f1d195a6464b62c849608, store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:16,947 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bfa72f3e41554dcc98e1b6416825cea7_10e437342f7f1d195a6464b62c849608 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742377_1553 (size=12663) 2024-11-08T19:25:16,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742378_1554 (size=4469) 2024-11-08T19:25:17,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37615 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-08T19:25:17,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:17,012 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 10e437342f7f1d195a6464b62c849608 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-08T19:25:17,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d9f4d49621ed4a6cb30fc05299a8e49a_10e437342f7f1d195a6464b62c849608 is 50, key is test_row_0/A:col10/1731093915703/Put/seqid=0 2024-11-08T19:25:17,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742379_1555 (size=12304) 2024-11-08T19:25:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T19:25:17,114 INFO [Thread-2233 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2233. 2024-11-08T19:25:17,114 INFO [Thread-2229 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2229. 2024-11-08T19:25:17,115 DEBUG [Thread-2233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:25:17,115 DEBUG [Thread-2229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:25:17,115 DEBUG [Thread-2233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:17,115 DEBUG [Thread-2229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:17,115 DEBUG [Thread-2229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:17,115 DEBUG [Thread-2233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:17,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:25:17,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:25:17,117 INFO [Thread-2227 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2227. 2024-11-08T19:25:17,117 DEBUG [Thread-2227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:25:17,117 DEBUG [Thread-2227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:17,117 DEBUG [Thread-2227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:17,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:25:17,117 INFO [Thread-2231 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2231. 2024-11-08T19:25:17,117 DEBUG [Thread-2231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:25:17,117 DEBUG [Thread-2231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:17,117 DEBUG [Thread-2231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:17,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:25:17,118 INFO [Thread-2225 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2225. 2024-11-08T19:25:17,118 DEBUG [Thread-2225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:25:17,118 DEBUG [Thread-2225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:17,118 DEBUG [Thread-2225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:17,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:25:17,356 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10e437342f7f1d195a6464b62c849608#A#compaction#465 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:25:17,357 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/e01fd2c546304f6d95ee5106c3541532 is 175, key is test_row_0/A:col10/1731093915685/Put/seqid=0 2024-11-08T19:25:17,359 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/2bac71dc076f4a2f86d46f3304c20e89 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/2bac71dc076f4a2f86d46f3304c20e89 2024-11-08T19:25:17,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742380_1556 (size=31617) 2024-11-08T19:25:17,365 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10e437342f7f1d195a6464b62c849608/B of 10e437342f7f1d195a6464b62c849608 into 2bac71dc076f4a2f86d46f3304c20e89(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:25:17,365 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:17,365 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., storeName=10e437342f7f1d195a6464b62c849608/B, priority=13, startTime=1731093916933; duration=0sec 2024-11-08T19:25:17,365 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T19:25:17,365 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10e437342f7f1d195a6464b62c849608:B 2024-11-08T19:25:17,365 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T19:25:17,366 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T19:25:17,366 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1541): 10e437342f7f1d195a6464b62c849608/C is initiating minor compaction (all files) 2024-11-08T19:25:17,366 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10e437342f7f1d195a6464b62c849608/C in TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:17,367 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/119c8a2ac92e4316b62de9276dc098ce, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/44a8d406e9184a3e9794906f4e27c2c5, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/d47b365cef1448f2ad98aa90c90ac75a] into tmpdir=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp, totalSize=36.0 K 2024-11-08T19:25:17,367 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 119c8a2ac92e4316b62de9276dc098ce, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731093911189 2024-11-08T19:25:17,367 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting 44a8d406e9184a3e9794906f4e27c2c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731093912362 2024-11-08T19:25:17,368 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] compactions.Compactor(225): Compacting d47b365cef1448f2ad98aa90c90ac75a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731093914543 2024-11-08T19:25:17,375 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10e437342f7f1d195a6464b62c849608#C#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T19:25:17,376 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/82a93c64b7a2417f888c73607db2107c is 50, key is test_row_0/C:col10/1731093915685/Put/seqid=0 2024-11-08T19:25:17,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742381_1557 (size=12663) 2024-11-08T19:25:17,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:17,429 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d9f4d49621ed4a6cb30fc05299a8e49a_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d9f4d49621ed4a6cb30fc05299a8e49a_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:17,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/3d455d7a754d496b93a66e813d9dd0d4, store: [table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:17,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/3d455d7a754d496b93a66e813d9dd0d4 is 175, key is test_row_0/A:col10/1731093915703/Put/seqid=0 2024-11-08T19:25:17,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742382_1558 (size=31105) 2024-11-08T19:25:17,773 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/e01fd2c546304f6d95ee5106c3541532 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e01fd2c546304f6d95ee5106c3541532 2024-11-08T19:25:17,779 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10e437342f7f1d195a6464b62c849608/A of 10e437342f7f1d195a6464b62c849608 into e01fd2c546304f6d95ee5106c3541532(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:25:17,779 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:17,779 INFO [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., storeName=10e437342f7f1d195a6464b62c849608/A, priority=13, startTime=1731093916932; duration=0sec 2024-11-08T19:25:17,779 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:17,779 DEBUG [RS:0;692b295ad45c:37615-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10e437342f7f1d195a6464b62c849608:A 2024-11-08T19:25:17,785 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/82a93c64b7a2417f888c73607db2107c as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/82a93c64b7a2417f888c73607db2107c 2024-11-08T19:25:17,791 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10e437342f7f1d195a6464b62c849608/C of 10e437342f7f1d195a6464b62c849608 into 82a93c64b7a2417f888c73607db2107c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T19:25:17,792 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:17,792 INFO [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., storeName=10e437342f7f1d195a6464b62c849608/C, priority=13, startTime=1731093916933; duration=0sec 2024-11-08T19:25:17,792 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T19:25:17,792 DEBUG [RS:0;692b295ad45c:37615-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10e437342f7f1d195a6464b62c849608:C 2024-11-08T19:25:17,840 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/3d455d7a754d496b93a66e813d9dd0d4 2024-11-08T19:25:17,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/d8c479567a9f4c3d85dd0893a42d1092 is 50, key is test_row_0/B:col10/1731093915703/Put/seqid=0 2024-11-08T19:25:17,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742383_1559 (size=12151) 2024-11-08T19:25:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37615 {}] regionserver.HRegion(8855): Flush requested on 10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:17,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. as already flushing 2024-11-08T19:25:17,865 INFO [Thread-2216 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2216. 2024-11-08T19:25:17,865 INFO [Thread-2218 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2218. 2024-11-08T19:25:17,865 DEBUG [Thread-2216 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:25:17,865 DEBUG [Thread-2218 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:25:17,865 DEBUG [Thread-2216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:17,865 DEBUG [Thread-2218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:17,865 DEBUG [Thread-2218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:17,865 DEBUG [Thread-2216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:17,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:25:17,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:25:17,875 INFO [Thread-2214 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2214. 2024-11-08T19:25:17,875 DEBUG [Thread-2214 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:25:17,875 DEBUG [Thread-2214 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:17,875 DEBUG [Thread-2214 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:17,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:25:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T19:25:18,259 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/d8c479567a9f4c3d85dd0893a42d1092 2024-11-08T19:25:18,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/2fbd23ab887e4dd9afa072407f590b96 is 50, key is test_row_0/C:col10/1731093915703/Put/seqid=0 2024-11-08T19:25:18,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742384_1560 (size=12151) 2024-11-08T19:25:18,676 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/2fbd23ab887e4dd9afa072407f590b96 2024-11-08T19:25:18,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/3d455d7a754d496b93a66e813d9dd0d4 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/3d455d7a754d496b93a66e813d9dd0d4 2024-11-08T19:25:18,691 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/3d455d7a754d496b93a66e813d9dd0d4, entries=150, sequenceid=234, filesize=30.4 K 2024-11-08T19:25:18,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/d8c479567a9f4c3d85dd0893a42d1092 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/d8c479567a9f4c3d85dd0893a42d1092 2024-11-08T19:25:18,697 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/d8c479567a9f4c3d85dd0893a42d1092, entries=150, sequenceid=234, filesize=11.9 K 2024-11-08T19:25:18,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/2fbd23ab887e4dd9afa072407f590b96 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/2fbd23ab887e4dd9afa072407f590b96 2024-11-08T19:25:18,701 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/2fbd23ab887e4dd9afa072407f590b96, entries=150, sequenceid=234, filesize=11.9 K 2024-11-08T19:25:18,702 INFO [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=20.13 KB/20610 for 10e437342f7f1d195a6464b62c849608 in 1690ms, sequenceid=234, compaction requested=false 2024-11-08T19:25:18,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 10e437342f7f1d195a6464b62c849608: 2024-11-08T19:25:18,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:18,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/692b295ad45c:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-08T19:25:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-08T19:25:18,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-08T19:25:18,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7580 sec 2024-11-08T19:25:18,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.7630 sec 2024-11-08T19:25:19,649 INFO [Thread-2220 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2220. 2024-11-08T19:25:19,649 INFO [Thread-2222 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2222. 2024-11-08T19:25:19,649 DEBUG [Thread-2220 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:25:19,649 DEBUG [Thread-2220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:19,649 DEBUG [Thread-2222 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T19:25:19,649 DEBUG [Thread-2222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:19,649 DEBUG [Thread-2220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:19,649 DEBUG [Thread-2222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:19,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:25:19,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:25:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T19:25:20,115 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:25:20,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T19:25:20,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-08T19:25:20,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-08T19:25:20,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-08T19:25:20,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-08T19:25:20,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-08T19:25:20,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T19:25:20,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4459 2024-11-08T19:25:20,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4383 2024-11-08T19:25:20,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4345 2024-11-08T19:25:20,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4472 2024-11-08T19:25:20,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4383 2024-11-08T19:25:20,116 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T19:25:20,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:25:20,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:25:20,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:20,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:20,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:25:20,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T19:25:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T19:25:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-08T19:25:20,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093920125"}]},"ts":"1731093920125"} 2024-11-08T19:25:20,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T19:25:20,128 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T19:25:20,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T19:25:20,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10e437342f7f1d195a6464b62c849608, UNASSIGN}] 2024-11-08T19:25:20,132 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10e437342f7f1d195a6464b62c849608, UNASSIGN 2024-11-08T19:25:20,133 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=10e437342f7f1d195a6464b62c849608, regionState=CLOSING, regionLocation=692b295ad45c,37615,1731093745778 2024-11-08T19:25:20,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10e437342f7f1d195a6464b62c849608, UNASSIGN because future has completed 2024-11-08T19:25:20,134 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T19:25:20,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778}] 2024-11-08T19:25:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-08T19:25:20,287 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(122): Close 10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:20,288 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T19:25:20,288 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1722): Closing 10e437342f7f1d195a6464b62c849608, disabling compactions & flushes 2024-11-08T19:25:20,288 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:20,288 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:20,288 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. after waiting 0 ms 2024-11-08T19:25:20,288 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:20,288 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(2902): Flushing 10e437342f7f1d195a6464b62c849608 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-08T19:25:20,297 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108fecafc292b0e407b87117a17b5f406e8_10e437342f7f1d195a6464b62c849608 is 50, key is test_row_0/A:col10/1731093919645/Put/seqid=0 2024-11-08T19:25:20,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742385_1561 (size=9814) 2024-11-08T19:25:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-08T19:25:20,703 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:25:20,712 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108fecafc292b0e407b87117a17b5f406e8_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fecafc292b0e407b87117a17b5f406e8_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:20,713 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/a3a36bde08dc4b84865465ae26bb9cbb, store: [table=TestAcidGuarantees family=A region=10e437342f7f1d195a6464b62c849608] 2024-11-08T19:25:20,714 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/a3a36bde08dc4b84865465ae26bb9cbb is 175, key is test_row_0/A:col10/1731093919645/Put/seqid=0 2024-11-08T19:25:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742386_1562 (size=22461) 2024-11-08T19:25:20,720 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/a3a36bde08dc4b84865465ae26bb9cbb 2024-11-08T19:25:20,729 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/6013dd858508476697c3cbe614eeaed3 is 50, key is test_row_0/B:col10/1731093919645/Put/seqid=0 2024-11-08T19:25:20,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742387_1563 (size=9757) 2024-11-08T19:25:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-08T19:25:21,134 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/6013dd858508476697c3cbe614eeaed3 2024-11-08T19:25:21,147 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/2a440c2c76544ccda7656ea279afcf5f is 50, key is test_row_0/C:col10/1731093919645/Put/seqid=0 2024-11-08T19:25:21,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742388_1564 (size=9757) 2024-11-08T19:25:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-08T19:25:21,551 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/2a440c2c76544ccda7656ea279afcf5f 2024-11-08T19:25:21,558 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/A/a3a36bde08dc4b84865465ae26bb9cbb as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/a3a36bde08dc4b84865465ae26bb9cbb 2024-11-08T19:25:21,562 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/a3a36bde08dc4b84865465ae26bb9cbb, entries=100, sequenceid=245, filesize=21.9 K 2024-11-08T19:25:21,563 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/B/6013dd858508476697c3cbe614eeaed3 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/6013dd858508476697c3cbe614eeaed3 2024-11-08T19:25:21,567 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/6013dd858508476697c3cbe614eeaed3, entries=100, sequenceid=245, filesize=9.5 K 2024-11-08T19:25:21,567 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/.tmp/C/2a440c2c76544ccda7656ea279afcf5f as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/2a440c2c76544ccda7656ea279afcf5f 2024-11-08T19:25:21,571 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/2a440c2c76544ccda7656ea279afcf5f, entries=100, sequenceid=245, filesize=9.5 K 2024-11-08T19:25:21,572 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 10e437342f7f1d195a6464b62c849608 in 1284ms, sequenceid=245, compaction requested=true 2024-11-08T19:25:21,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/2c49de9b1625499c85042c5ad673bfe5, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/68ff97475c9e4489817ef78683944618, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/bb362db003e24eaca2e0a544cde0436f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e96c3fb606a5443c845e6fc0e81ab10e, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/52dcdfab788f4423b3dd066ab367ea5f, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/35d2d3e3cadc4dada4470e2ab2b89adc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/f506b5ede89a4a62a5e65aaddffd36ec, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/81f92e00c824489ca71138da1531a853, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/4b2541cef7ef47a596136311df1ed535, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/d68336258b344a57babb2e4cc93e39c2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/4ea413479f8047848f62be23f34d69d1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/72a8965288924ad7b8523b338a538c82, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/71c15a7d3d934b788ccf87923f1cd4a1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/edf38b078a6f48b3accbc364b312af5d, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e04b1c15121545e98d1eacb94f096cae] to archive 2024-11-08T19:25:21,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:25:21,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/2c49de9b1625499c85042c5ad673bfe5 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/2c49de9b1625499c85042c5ad673bfe5 2024-11-08T19:25:21,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/68ff97475c9e4489817ef78683944618 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/68ff97475c9e4489817ef78683944618 2024-11-08T19:25:21,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/bb362db003e24eaca2e0a544cde0436f to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/bb362db003e24eaca2e0a544cde0436f 2024-11-08T19:25:21,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e96c3fb606a5443c845e6fc0e81ab10e to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e96c3fb606a5443c845e6fc0e81ab10e 2024-11-08T19:25:21,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/52dcdfab788f4423b3dd066ab367ea5f to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/52dcdfab788f4423b3dd066ab367ea5f 2024-11-08T19:25:21,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/35d2d3e3cadc4dada4470e2ab2b89adc to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/35d2d3e3cadc4dada4470e2ab2b89adc 2024-11-08T19:25:21,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/f506b5ede89a4a62a5e65aaddffd36ec to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/f506b5ede89a4a62a5e65aaddffd36ec 2024-11-08T19:25:21,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/81f92e00c824489ca71138da1531a853 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/81f92e00c824489ca71138da1531a853 2024-11-08T19:25:21,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/4b2541cef7ef47a596136311df1ed535 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/4b2541cef7ef47a596136311df1ed535 2024-11-08T19:25:21,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/d68336258b344a57babb2e4cc93e39c2 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/d68336258b344a57babb2e4cc93e39c2 2024-11-08T19:25:21,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/4ea413479f8047848f62be23f34d69d1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/4ea413479f8047848f62be23f34d69d1 2024-11-08T19:25:21,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/72a8965288924ad7b8523b338a538c82 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/72a8965288924ad7b8523b338a538c82 2024-11-08T19:25:21,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/71c15a7d3d934b788ccf87923f1cd4a1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/71c15a7d3d934b788ccf87923f1cd4a1 2024-11-08T19:25:21,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/edf38b078a6f48b3accbc364b312af5d to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/edf38b078a6f48b3accbc364b312af5d 2024-11-08T19:25:21,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e04b1c15121545e98d1eacb94f096cae to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e04b1c15121545e98d1eacb94f096cae 2024-11-08T19:25:21,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/e567813d499d4dbab1921fb26e501bbc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/1c848835b0234d0e9821c0fef8929c29, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/5dbe05232f094d48872b805b4ab9505c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/586cc3b4410f49118225e0dacb242c82, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/1c9e60f1db604b2da75fd0f5fb625d33, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/f0fdc8c252ac42ffb951d2162ca358be, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/3a2a33271221452786244785cc9e8b57, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/eb5a86c839344e0195f64b64c7032c64, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/009ff25a78e7461cbf9f7dfa5950c5a2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/adee75c4b6434155bc65758816173777, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/98887669aa9c438682ecc518ea836639, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/6544be61a62a4116884cfba96ba03543, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/67a34e86c2a64662b92fe99cf61ad825, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/5fad13f096474f569ece108156d1dfa0, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/48dafc49dfe544a58b928f6dcb525c53] to archive 2024-11-08T19:25:21,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:25:21,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/e567813d499d4dbab1921fb26e501bbc to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/e567813d499d4dbab1921fb26e501bbc 2024-11-08T19:25:21,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/1c848835b0234d0e9821c0fef8929c29 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/1c848835b0234d0e9821c0fef8929c29 2024-11-08T19:25:21,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/5dbe05232f094d48872b805b4ab9505c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/5dbe05232f094d48872b805b4ab9505c 2024-11-08T19:25:21,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/586cc3b4410f49118225e0dacb242c82 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/586cc3b4410f49118225e0dacb242c82 2024-11-08T19:25:21,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/1c9e60f1db604b2da75fd0f5fb625d33 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/1c9e60f1db604b2da75fd0f5fb625d33 2024-11-08T19:25:21,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/f0fdc8c252ac42ffb951d2162ca358be to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/f0fdc8c252ac42ffb951d2162ca358be 2024-11-08T19:25:21,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/3a2a33271221452786244785cc9e8b57 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/3a2a33271221452786244785cc9e8b57 2024-11-08T19:25:21,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/eb5a86c839344e0195f64b64c7032c64 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/eb5a86c839344e0195f64b64c7032c64 2024-11-08T19:25:21,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/009ff25a78e7461cbf9f7dfa5950c5a2 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/009ff25a78e7461cbf9f7dfa5950c5a2 2024-11-08T19:25:21,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/adee75c4b6434155bc65758816173777 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/adee75c4b6434155bc65758816173777 2024-11-08T19:25:21,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/98887669aa9c438682ecc518ea836639 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/98887669aa9c438682ecc518ea836639 2024-11-08T19:25:21,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/6544be61a62a4116884cfba96ba03543 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/6544be61a62a4116884cfba96ba03543 2024-11-08T19:25:21,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/67a34e86c2a64662b92fe99cf61ad825 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/67a34e86c2a64662b92fe99cf61ad825 2024-11-08T19:25:21,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/5fad13f096474f569ece108156d1dfa0 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/5fad13f096474f569ece108156d1dfa0 2024-11-08T19:25:21,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/48dafc49dfe544a58b928f6dcb525c53 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/48dafc49dfe544a58b928f6dcb525c53 2024-11-08T19:25:21,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/0b312f48715841538769f6fdf465da3c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/9333f788aad14e179acd0d7bf12956a8, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/7308ac8487314bd893af2e7000d25ddc, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/4ed919ba02ee48a887e9292e8a6d758c, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/6d80710c5ab2487183a9d2f21cd6fcc9, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/c6daae0fb4404adfb69f730e4067e7f1, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/d7e9821cc3f34793affbe8c1a6f3e711, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/6f7f24066cc34601859f689ae43505b2, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/b66a4e76df4b4c7ab6f94c8cfbb7b0ef, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/ac85987741924357a4bd18c3197a1d1a, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/c8045ea42410467b8e2fb120146d68a5, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/119c8a2ac92e4316b62de9276dc098ce, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/38dd07a5ed8e42a58b7346d01847e6fd, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/44a8d406e9184a3e9794906f4e27c2c5, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/d47b365cef1448f2ad98aa90c90ac75a] to archive 2024-11-08T19:25:21,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T19:25:21,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/0b312f48715841538769f6fdf465da3c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/0b312f48715841538769f6fdf465da3c 2024-11-08T19:25:21,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/9333f788aad14e179acd0d7bf12956a8 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/9333f788aad14e179acd0d7bf12956a8 2024-11-08T19:25:21,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/7308ac8487314bd893af2e7000d25ddc to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/7308ac8487314bd893af2e7000d25ddc 2024-11-08T19:25:21,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/4ed919ba02ee48a887e9292e8a6d758c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/4ed919ba02ee48a887e9292e8a6d758c 2024-11-08T19:25:21,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/6d80710c5ab2487183a9d2f21cd6fcc9 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/6d80710c5ab2487183a9d2f21cd6fcc9 2024-11-08T19:25:21,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/c6daae0fb4404adfb69f730e4067e7f1 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/c6daae0fb4404adfb69f730e4067e7f1 2024-11-08T19:25:21,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/d7e9821cc3f34793affbe8c1a6f3e711 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/d7e9821cc3f34793affbe8c1a6f3e711 2024-11-08T19:25:21,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/6f7f24066cc34601859f689ae43505b2 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/6f7f24066cc34601859f689ae43505b2 2024-11-08T19:25:21,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/b66a4e76df4b4c7ab6f94c8cfbb7b0ef to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/b66a4e76df4b4c7ab6f94c8cfbb7b0ef 2024-11-08T19:25:21,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/ac85987741924357a4bd18c3197a1d1a to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/ac85987741924357a4bd18c3197a1d1a 2024-11-08T19:25:21,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/c8045ea42410467b8e2fb120146d68a5 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/c8045ea42410467b8e2fb120146d68a5 2024-11-08T19:25:21,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/119c8a2ac92e4316b62de9276dc098ce to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/119c8a2ac92e4316b62de9276dc098ce 2024-11-08T19:25:21,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/38dd07a5ed8e42a58b7346d01847e6fd to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/38dd07a5ed8e42a58b7346d01847e6fd 2024-11-08T19:25:21,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/44a8d406e9184a3e9794906f4e27c2c5 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/44a8d406e9184a3e9794906f4e27c2c5 2024-11-08T19:25:21,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/d47b365cef1448f2ad98aa90c90ac75a to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/d47b365cef1448f2ad98aa90c90ac75a 2024-11-08T19:25:21,649 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/recovered.edits/248.seqid, newMaxSeqId=248, maxSeqId=4 2024-11-08T19:25:21,649 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. 2024-11-08T19:25:21,650 DEBUG [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1676): Region close journal for 10e437342f7f1d195a6464b62c849608: Waiting for close lock at 1731093920288Running coprocessor pre-close hooks at 1731093920288Disabling compacts and flushes for region at 1731093920288Disabling writes for close at 1731093920288Obtaining lock to block concurrent updates at 1731093920289 (+1 ms)Preparing flush snapshotting stores in 10e437342f7f1d195a6464b62c849608 at 1731093920289Finished memstore snapshotting TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731093920289Flushing stores of TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608. at 1731093920291 (+2 ms)Flushing 10e437342f7f1d195a6464b62c849608/A: creating writer at 1731093920291Flushing mob file 10e437342f7f1d195a6464b62c849608/A: appending metadata at 1731093920297 (+6 ms)Flushing mob file 10e437342f7f1d195a6464b62c849608/A: closing flushed file at 1731093920297Flushing 10e437342f7f1d195a6464b62c849608/A: appending metadata at 1731093920714 (+417 ms)Flushing 10e437342f7f1d195a6464b62c849608/A: closing flushed file at 1731093920714Flushing 10e437342f7f1d195a6464b62c849608/B: creating writer at 1731093920726 (+12 ms)Flushing 10e437342f7f1d195a6464b62c849608/B: appending metadata at 1731093920728 (+2 ms)Flushing 10e437342f7f1d195a6464b62c849608/B: closing flushed file at 1731093920728Flushing 10e437342f7f1d195a6464b62c849608/C: creating writer at 1731093921143 (+415 ms)Flushing 10e437342f7f1d195a6464b62c849608/C: appending metadata at 1731093921146 (+3 ms)Flushing 10e437342f7f1d195a6464b62c849608/C: closing flushed file at 1731093921146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593ce9b1: reopening flushed file at 1731093921557 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@720f584d: reopening flushed file at 1731093921562 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8a238a: reopening flushed file at 1731093921567 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 10e437342f7f1d195a6464b62c849608 in 1284ms, sequenceid=245, compaction requested=true at 1731093921572 (+5 ms)Writing region close event to WAL at 1731093921644 (+72 ms)Running coprocessor post-close hooks at 1731093921649 (+5 ms)Closed at 1731093921649 2024-11-08T19:25:21,652 INFO [RS_CLOSE_REGION-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(157): Closed 10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:21,653 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=10e437342f7f1d195a6464b62c849608, regionState=CLOSED 2024-11-08T19:25:21,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 because future has completed 2024-11-08T19:25:21,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-08T19:25:21,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseRegionProcedure 10e437342f7f1d195a6464b62c849608, server=692b295ad45c,37615,1731093745778 in 1.5220 sec 2024-11-08T19:25:21,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163 2024-11-08T19:25:21,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10e437342f7f1d195a6464b62c849608, UNASSIGN in 1.5270 sec 2024-11-08T19:25:21,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-08T19:25:21,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5330 sec 2024-11-08T19:25:21,667 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731093921666"}]},"ts":"1731093921666"} 2024-11-08T19:25:21,668 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T19:25:21,668 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T19:25:21,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5500 sec 2024-11-08T19:25:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-08T19:25:22,275 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:25:22,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T19:25:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:25:22,281 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:25:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-08T19:25:22,283 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=166, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:25:22,288 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:22,292 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C, FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/recovered.edits] 2024-11-08T19:25:22,296 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/3d455d7a754d496b93a66e813d9dd0d4 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/3d455d7a754d496b93a66e813d9dd0d4 2024-11-08T19:25:22,298 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/a3a36bde08dc4b84865465ae26bb9cbb to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/a3a36bde08dc4b84865465ae26bb9cbb 2024-11-08T19:25:22,299 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e01fd2c546304f6d95ee5106c3541532 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/A/e01fd2c546304f6d95ee5106c3541532 2024-11-08T19:25:22,302 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/2bac71dc076f4a2f86d46f3304c20e89 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/2bac71dc076f4a2f86d46f3304c20e89 2024-11-08T19:25:22,303 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/6013dd858508476697c3cbe614eeaed3 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/6013dd858508476697c3cbe614eeaed3 2024-11-08T19:25:22,305 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/d8c479567a9f4c3d85dd0893a42d1092 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/B/d8c479567a9f4c3d85dd0893a42d1092 2024-11-08T19:25:22,309 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/2a440c2c76544ccda7656ea279afcf5f to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/2a440c2c76544ccda7656ea279afcf5f 2024-11-08T19:25:22,310 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/2fbd23ab887e4dd9afa072407f590b96 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/2fbd23ab887e4dd9afa072407f590b96 2024-11-08T19:25:22,312 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/82a93c64b7a2417f888c73607db2107c to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/C/82a93c64b7a2417f888c73607db2107c 2024-11-08T19:25:22,315 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/recovered.edits/248.seqid to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608/recovered.edits/248.seqid 2024-11-08T19:25:22,316 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/default/TestAcidGuarantees/10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:22,316 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T19:25:22,317 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T19:25:22,318 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-08T19:25:22,321 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082c0f456296a0475986116068dbf4e663_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082c0f456296a0475986116068dbf4e663_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:22,322 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082ea63041c2174e10afa649e590fccabb_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082ea63041c2174e10afa649e590fccabb_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:22,324 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083266b9a7246c447d959518cd7b131576_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083266b9a7246c447d959518cd7b131576_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:22,325 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086445789d45254593bb8ee8c5c0369450_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086445789d45254593bb8ee8c5c0369450_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:22,327 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108870ec951c7164043a01905d25497dbf2_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108870ec951c7164043a01905d25497dbf2_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:22,328 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088d932043bb0b4ab883c4d2635c6a40b6_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088d932043bb0b4ab883c4d2635c6a40b6_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:22,330 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a97ac98fbb814b4fa32a28ea93515d49_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a97ac98fbb814b4fa32a28ea93515d49_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:22,331 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b522219be5d1427698c655567b048383_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b522219be5d1427698c655567b048383_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:22,333 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bde4a62e30c847c59588407264cea521_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bde4a62e30c847c59588407264cea521_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:22,334 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d9f4d49621ed4a6cb30fc05299a8e49a_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d9f4d49621ed4a6cb30fc05299a8e49a_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:22,336 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ebb86238f130407794844b1bf9484460_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ebb86238f130407794844b1bf9484460_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:22,338 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fec74a4e6ccb44738eb5c5981914361b_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fec74a4e6ccb44738eb5c5981914361b_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:22,340 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fecafc292b0e407b87117a17b5f406e8_10e437342f7f1d195a6464b62c849608 to hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fecafc292b0e407b87117a17b5f406e8_10e437342f7f1d195a6464b62c849608 2024-11-08T19:25:22,340 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T19:25:22,344 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=166, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:25:22,348 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T19:25:22,351 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T19:25:22,352 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=166, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:25:22,352 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T19:25:22,353 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731093922352"}]},"ts":"9223372036854775807"} 2024-11-08T19:25:22,355 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T19:25:22,355 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 10e437342f7f1d195a6464b62c849608, NAME => 'TestAcidGuarantees,,1731093893962.10e437342f7f1d195a6464b62c849608.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T19:25:22,355 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T19:25:22,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731093922355"}]},"ts":"9223372036854775807"} 2024-11-08T19:25:22,357 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T19:25:22,357 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=166, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T19:25:22,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 80 msec 2024-11-08T19:25:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-08T19:25:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T19:25:22,394 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T19:25:22,407 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240 (was 242), OpenFileDescriptor=447 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=325 (was 329), ProcessCount=11 (was 11), AvailableMemoryMB=2442 (was 2453) 2024-11-08T19:25:22,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:25:22,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:25:22,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:25:22,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:22,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:22,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:25:22,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:25:22,408 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1219616701, stopped=false 2024-11-08T19:25:22,408 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=692b295ad45c,45827,1731093744840 2024-11-08T19:25:22,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:25:22,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:25:22,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:25:22,454 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:25:22,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:25:22,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:25:22,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:25:22,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:25:22,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:22,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:25:22,458 INFO [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-08T19:25:22,458 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '692b295ad45c,37615,1731093745778' ***** 2024-11-08T19:25:22,458 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:25:22,460 INFO [RS:0;692b295ad45c:37615 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:25:22,460 INFO [RS:0;692b295ad45c:37615 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:25:22,460 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:25:22,460 INFO [RS:0;692b295ad45c:37615 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:25:22,461 INFO [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(959): stopping server 692b295ad45c,37615,1731093745778 2024-11-08T19:25:22,461 INFO [RS:0;692b295ad45c:37615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:25:22,461 INFO [RS:0;692b295ad45c:37615 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;692b295ad45c:37615. 2024-11-08T19:25:22,461 DEBUG [RS:0;692b295ad45c:37615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:25:22,461 DEBUG [RS:0;692b295ad45c:37615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:22,461 INFO [RS:0;692b295ad45c:37615 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:25:22,461 INFO [RS:0;692b295ad45c:37615 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:25:22,461 INFO [RS:0;692b295ad45c:37615 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:25:22,461 INFO [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:25:22,462 INFO [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T19:25:22,462 DEBUG [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T19:25:22,462 DEBUG [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:25:22,462 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:25:22,462 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:25:22,462 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:25:22,462 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:25:22,462 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:25:22,463 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-08T19:25:22,483 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/.tmp/info/992d357edf854aca8f1047d06852760d is 95, key is TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd./info:/1731093777098/DeleteFamily/seqid=0 2024-11-08T19:25:22,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742389_1565 (size=6514) 2024-11-08T19:25:22,531 INFO [regionserver/692b295ad45c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:25:22,538 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:25:22,539 INFO [regionserver/692b295ad45c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:25:22,663 DEBUG [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:25:22,863 DEBUG [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:25:22,887 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/.tmp/info/992d357edf854aca8f1047d06852760d 2024-11-08T19:25:22,923 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/.tmp/ns/de0f03e74ab042cab117af1558f82dab is 93, key is TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd./ns:/1731093777055/DeleteFamily/seqid=0 2024-11-08T19:25:22,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742390_1566 (size=5906) 2024-11-08T19:25:23,063 DEBUG [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:25:23,264 DEBUG [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:25:23,327 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/.tmp/ns/de0f03e74ab042cab117af1558f82dab 2024-11-08T19:25:23,353 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/.tmp/rep_barrier/4207344b4a774d38b6ae51d2403c19e9 is 102, key is TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd./rep_barrier:/1731093777055/DeleteFamily/seqid=0 2024-11-08T19:25:23,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742391_1567 (size=6025) 2024-11-08T19:25:23,464 DEBUG [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:25:23,664 DEBUG [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:25:23,757 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/.tmp/rep_barrier/4207344b4a774d38b6ae51d2403c19e9 2024-11-08T19:25:23,789 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/.tmp/table/e06e6204a33a4557870567b823b66113 is 96, key is TestAcidGuarantees,,1731093751014.6ea61cdab1eaacfd96319a4ebe7a3ebd./table:/1731093777055/DeleteFamily/seqid=0 2024-11-08T19:25:23,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742392_1568 (size=5936) 2024-11-08T19:25:23,865 DEBUG [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:25:23,928 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:25:24,065 DEBUG [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T19:25:24,194 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/.tmp/table/e06e6204a33a4557870567b823b66113 2024-11-08T19:25:24,204 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/.tmp/info/992d357edf854aca8f1047d06852760d as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/info/992d357edf854aca8f1047d06852760d 2024-11-08T19:25:24,209 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/info/992d357edf854aca8f1047d06852760d, entries=12, sequenceid=90, filesize=6.4 K 2024-11-08T19:25:24,210 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/.tmp/ns/de0f03e74ab042cab117af1558f82dab as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/ns/de0f03e74ab042cab117af1558f82dab 2024-11-08T19:25:24,214 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/ns/de0f03e74ab042cab117af1558f82dab, entries=8, sequenceid=90, filesize=5.8 K 2024-11-08T19:25:24,214 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/.tmp/rep_barrier/4207344b4a774d38b6ae51d2403c19e9 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/rep_barrier/4207344b4a774d38b6ae51d2403c19e9 2024-11-08T19:25:24,218 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/rep_barrier/4207344b4a774d38b6ae51d2403c19e9, entries=6, sequenceid=90, filesize=5.9 K 2024-11-08T19:25:24,219 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/.tmp/table/e06e6204a33a4557870567b823b66113 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/table/e06e6204a33a4557870567b823b66113 2024-11-08T19:25:24,222 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/table/e06e6204a33a4557870567b823b66113, entries=7, sequenceid=90, filesize=5.8 K 2024-11-08T19:25:24,224 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1762ms, sequenceid=90, compaction requested=false 2024-11-08T19:25:24,230 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-08T19:25:24,231 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:25:24,231 INFO [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:25:24,231 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731093922462Running coprocessor pre-close hooks at 1731093922462Disabling compacts and flushes for region at 1731093922462Disabling writes for close at 1731093922462Obtaining lock to block concurrent updates at 1731093922463 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731093922463Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731093922463Flushing stores of hbase:meta,,1.1588230740 at 1731093922463Flushing 1588230740/info: creating writer at 1731093922464 (+1 ms)Flushing 1588230740/info: appending metadata at 1731093922482 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731093922482Flushing 1588230740/ns: creating writer at 1731093922898 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731093922922 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731093922922Flushing 1588230740/rep_barrier: creating writer at 1731093923337 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731093923353 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731093923353Flushing 1588230740/table: creating writer at 1731093923766 (+413 ms)Flushing 1588230740/table: appending metadata at 1731093923789 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731093923789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dd85359: reopening flushed file at 1731093924202 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f84b735: reopening flushed file at 1731093924209 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1a9f72: reopening flushed file at 1731093924214 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49485daf: reopening flushed file at 1731093924218 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1762ms, sequenceid=90, compaction requested=false at 1731093924224 (+6 ms)Writing region close event to WAL at 1731093924226 (+2 ms)Running coprocessor post-close hooks at 1731093924231 (+5 ms)Closed at 1731093924231 2024-11-08T19:25:24,231 DEBUG [RS_CLOSE_META-regionserver/692b295ad45c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:25:24,265 INFO [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(976): stopping server 692b295ad45c,37615,1731093745778; all regions closed. 2024-11-08T19:25:24,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741834_1010 (size=25344) 2024-11-08T19:25:24,278 DEBUG [RS:0;692b295ad45c:37615 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/oldWALs 2024-11-08T19:25:24,279 INFO [RS:0;692b295ad45c:37615 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C37615%2C1731093745778.meta:.meta(num 1731093750551) 2024-11-08T19:25:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741833_1009 (size=12815173) 2024-11-08T19:25:24,284 DEBUG [RS:0;692b295ad45c:37615 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/oldWALs 2024-11-08T19:25:24,284 INFO [RS:0;692b295ad45c:37615 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 692b295ad45c%2C37615%2C1731093745778:(num 1731093749699) 2024-11-08T19:25:24,284 DEBUG [RS:0;692b295ad45c:37615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:25:24,284 INFO [RS:0;692b295ad45c:37615 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:25:24,284 INFO [RS:0;692b295ad45c:37615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:25:24,285 INFO [RS:0;692b295ad45c:37615 {}] hbase.ChoreService(370): Chore service for: regionserver/692b295ad45c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T19:25:24,285 INFO [RS:0;692b295ad45c:37615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:25:24,285 INFO [regionserver/692b295ad45c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:25:24,286 INFO [RS:0;692b295ad45c:37615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37615 2024-11-08T19:25:24,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/692b295ad45c,37615,1731093745778 2024-11-08T19:25:24,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:25:24,349 INFO [RS:0;692b295ad45c:37615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:25:24,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [692b295ad45c,37615,1731093745778] 2024-11-08T19:25:24,449 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/692b295ad45c,37615,1731093745778 already deleted, retry=false 2024-11-08T19:25:24,449 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 692b295ad45c,37615,1731093745778 expired; onlineServers=0 2024-11-08T19:25:24,450 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '692b295ad45c,45827,1731093744840' ***** 2024-11-08T19:25:24,450 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:25:24,450 INFO [M:0;692b295ad45c:45827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:25:24,450 INFO [M:0;692b295ad45c:45827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:25:24,451 DEBUG [M:0;692b295ad45c:45827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:25:24,451 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:25:24,451 DEBUG [M:0;692b295ad45c:45827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:25:24,451 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093749269 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.small.0-1731093749269,5,FailOnTimeoutGroup] 2024-11-08T19:25:24,451 DEBUG [master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093749268 {}] cleaner.HFileCleaner(306): Exit Thread[master/692b295ad45c:0:becomeActiveMaster-HFileCleaner.large.0-1731093749268,5,FailOnTimeoutGroup] 2024-11-08T19:25:24,452 INFO [M:0;692b295ad45c:45827 {}] hbase.ChoreService(370): Chore service for: master/692b295ad45c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:25:24,453 INFO [M:0;692b295ad45c:45827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:25:24,453 DEBUG [M:0;692b295ad45c:45827 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:25:24,453 INFO [M:0;692b295ad45c:45827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:25:24,454 INFO [M:0;692b295ad45c:45827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:25:24,454 ERROR [M:0;692b295ad45c:45827 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (879580466) connection to localhost/127.0.0.1:37937 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37937,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-08T19:25:24,455 INFO [M:0;692b295ad45c:45827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:25:24,455 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:25:24,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:25:24,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37615-0x1011be6451d0001, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:25:24,460 INFO [RS:0;692b295ad45c:37615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:25:24,460 INFO [RS:0;692b295ad45c:37615 {}] regionserver.HRegionServer(1031): Exiting; stopping=692b295ad45c,37615,1731093745778; zookeeper connection closed. 2024-11-08T19:25:24,461 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1da94a83 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1da94a83 2024-11-08T19:25:24,461 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T19:25:24,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T19:25:24,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:25:24,485 DEBUG [M:0;692b295ad45c:45827 {}] zookeeper.ZKUtil(347): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T19:25:24,485 WARN [M:0;692b295ad45c:45827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:25:24,486 INFO [M:0;692b295ad45c:45827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/.lastflushedseqids 2024-11-08T19:25:24,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742393_1569 (size=72) 2024-11-08T19:25:24,896 INFO [M:0;692b295ad45c:45827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:25:24,897 INFO [M:0;692b295ad45c:45827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:25:24,897 DEBUG [M:0;692b295ad45c:45827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:25:24,897 INFO [M:0;692b295ad45c:45827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:25:24,897 DEBUG [M:0;692b295ad45c:45827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:25:24,897 DEBUG [M:0;692b295ad45c:45827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:25:24,897 DEBUG [M:0;692b295ad45c:45827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:25:24,898 INFO [M:0;692b295ad45c:45827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=752.05 KB heapSize=923.90 KB 2024-11-08T19:25:24,918 DEBUG [M:0;692b295ad45c:45827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb71130a100642c091dbfde2b0d5d6e5 is 82, key is hbase:meta,,1/info:regioninfo/1731093750671/Put/seqid=0 2024-11-08T19:25:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742394_1570 (size=5672) 2024-11-08T19:25:25,272 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:25:25,273 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:25:25,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-08T19:25:25,322 INFO [M:0;692b295ad45c:45827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2123 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb71130a100642c091dbfde2b0d5d6e5 2024-11-08T19:25:25,348 DEBUG [M:0;692b295ad45c:45827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52994c7b53df4c779f83297a56fbf753 is 2277, key is \x00\x00\x00\x00\x00\x00\x00\x91/proc:d/1731093897084/Put/seqid=0 2024-11-08T19:25:25,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742395_1571 (size=43502) 2024-11-08T19:25:25,753 INFO [M:0;692b295ad45c:45827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=751.50 KB at sequenceid=2123 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52994c7b53df4c779f83297a56fbf753 2024-11-08T19:25:25,761 INFO [M:0;692b295ad45c:45827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52994c7b53df4c779f83297a56fbf753 2024-11-08T19:25:25,780 DEBUG [M:0;692b295ad45c:45827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee556fb9cc334a22b249325cd27c52c7 is 69, key is 692b295ad45c,37615,1731093745778/rs:state/1731093749389/Put/seqid=0 2024-11-08T19:25:25,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073742396_1572 (size=5156) 2024-11-08T19:25:26,183 INFO [M:0;692b295ad45c:45827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2123 (bloomFilter=true), to=hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee556fb9cc334a22b249325cd27c52c7 2024-11-08T19:25:26,187 DEBUG [M:0;692b295ad45c:45827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb71130a100642c091dbfde2b0d5d6e5 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb71130a100642c091dbfde2b0d5d6e5 2024-11-08T19:25:26,190 INFO [M:0;692b295ad45c:45827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb71130a100642c091dbfde2b0d5d6e5, entries=8, sequenceid=2123, filesize=5.5 K 2024-11-08T19:25:26,190 DEBUG [M:0;692b295ad45c:45827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/52994c7b53df4c779f83297a56fbf753 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/52994c7b53df4c779f83297a56fbf753 2024-11-08T19:25:26,192 INFO [M:0;692b295ad45c:45827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52994c7b53df4c779f83297a56fbf753 2024-11-08T19:25:26,192 INFO [M:0;692b295ad45c:45827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/52994c7b53df4c779f83297a56fbf753, entries=166, sequenceid=2123, filesize=42.5 K 2024-11-08T19:25:26,193 DEBUG [M:0;692b295ad45c:45827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee556fb9cc334a22b249325cd27c52c7 as hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee556fb9cc334a22b249325cd27c52c7 2024-11-08T19:25:26,195 INFO [M:0;692b295ad45c:45827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37937/user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee556fb9cc334a22b249325cd27c52c7, entries=1, sequenceid=2123, filesize=5.0 K 2024-11-08T19:25:26,196 INFO [M:0;692b295ad45c:45827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~752.05 KB/770103, heapSize ~923.60 KB/945768, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=2123, compaction requested=false 2024-11-08T19:25:26,197 INFO [M:0;692b295ad45c:45827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:25:26,197 DEBUG [M:0;692b295ad45c:45827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731093924897Disabling compacts and flushes for region at 1731093924897Disabling writes for close at 1731093924897Obtaining lock to block concurrent updates at 1731093924898 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731093924898Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=770103, getHeapSize=946008, getOffHeapSize=0, getCellsCount=2314 at 1731093924898Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731093924900 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731093924900Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731093924917 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731093924917Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731093925331 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731093925347 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731093925347Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731093925762 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731093925779 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731093925779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@918c170: reopening flushed file at 1731093926186 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ee85b18: reopening flushed file at 1731093926190 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@baee717: reopening flushed file at 1731093926192 (+2 ms)Finished flush of dataSize ~752.05 KB/770103, heapSize ~923.60 KB/945768, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=2123, compaction requested=false at 1731093926196 (+4 ms)Writing region close event to WAL at 1731093926197 (+1 ms)Closed at 1731093926197 2024-11-08T19:25:26,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40451 is added to blk_1073741830_1006 (size=909281) 2024-11-08T19:25:26,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b35bd50-f1d9-7084-3200-5597279957fa/MasterData/WALs/692b295ad45c,45827,1731093744840/692b295ad45c%2C45827%2C1731093744840.1731093747584 not finished, retry = 0 2024-11-08T19:25:26,301 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:25:26,302 INFO [M:0;692b295ad45c:45827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:25:26,302 INFO [M:0;692b295ad45c:45827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45827 2024-11-08T19:25:26,303 INFO [M:0;692b295ad45c:45827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:25:26,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:25:26,459 INFO [M:0;692b295ad45c:45827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:25:26,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45827-0x1011be6451d0000, quorum=127.0.0.1:65047, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:25:26,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@292d50c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:25:26,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@667c6eba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:25:26,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:25:26,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72782cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:25:26,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54a7b62e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/hadoop.log.dir/,STOPPED} 2024-11-08T19:25:26,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:25:26,478 WARN [BP-1040388169-172.17.0.2-1731093740805 heartbeating to localhost/127.0.0.1:37937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:25:26,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:25:26,478 WARN [BP-1040388169-172.17.0.2-1731093740805 heartbeating to localhost/127.0.0.1:37937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1040388169-172.17.0.2-1731093740805 (Datanode Uuid 0463fab1-243f-44a6-bbfa-405610f4064b) service to localhost/127.0.0.1:37937 2024-11-08T19:25:26,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/cluster_051efe96-b813-1458-5b3a-922544e437f1/data/data1/current/BP-1040388169-172.17.0.2-1731093740805 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:25:26,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/cluster_051efe96-b813-1458-5b3a-922544e437f1/data/data2/current/BP-1040388169-172.17.0.2-1731093740805 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:25:26,482 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:25:26,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2341a969{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:25:26,491 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:25:26,491 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:25:26,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:25:26,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/38c77f7d-6bab-9fae-2228-a344d356c24b/hadoop.log.dir/,STOPPED} 2024-11-08T19:25:26,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:25:26,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down